-- Logs begin at Tue 2022-02-15 14:28:01 UTC, end at Tue 2022-02-15 15:37:11 UTC. -- Feb 15 15:10:43.735062 dv-cinder-778193-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 15:10:46.771797 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.common.config [-] Logging enabled! Feb 15 15:10:46.772436 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 15 15:10:46.772601 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103160) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 15:10:46.775933 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.common.config [-] Logging enabled! Feb 15 15:10:46.776194 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 15 15:10:46.776513 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103160) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 15:10:46.777460 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:10:46.777707 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 15:10:46.778193 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 15:10:46.778446 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 15:10:46.778679 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 15:10:46.779009 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.779434 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 15 15:10:46.779777 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.780083 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.780382 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.780684 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.780977 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.781270 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.781561 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.781865 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.782155 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.782441 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.782729 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.783024 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.783310 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.784254 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.784692 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.784992 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] debug = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.785283 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.785717 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.786153 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.786442 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.786739 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.787024 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.787301 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.787590 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.787915 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.788239 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] host = dv-cinder-778193-15-iscsi {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.788523 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.788814 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.789102 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.789390 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.789669 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.789973 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.790330 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.790613 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.790892 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] log_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.791173 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.791464 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.791782 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.792079 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.792309 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.792534 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.792826 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.793115 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.793395 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.793673 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.793955 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.794234 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.794512 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.794784 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.795073 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.795409 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.795727 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.796002 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.796281 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.796557 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.796837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.797457 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.797457 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.797690 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.797968 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.798258 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.798530 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.798808 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.799110 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.799948 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.800242 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.800637 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.800924 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.801215 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.801569 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.801776 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.802054 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] use_json = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.802333 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.802614 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.802902 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.803182 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.803461 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.803828 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.804052 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.804339 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.804618 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:46.804922 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.805224 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.805530 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.805979 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.806278 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.806565 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.806860 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.807146 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.807441 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.807757 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.808055 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.808338 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.808645 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.808940 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.809239 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.809549 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.809846 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.810181 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.810462 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.810749 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.811022 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.811305 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.811599 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.811905 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.812198 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.812489 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.812773 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.813078 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.813370 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.813667 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.813960 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.814238 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.814521 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.814843 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.815738 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.816012 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.816300 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.816596 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.816885 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.817162 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.817456 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.817741 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.818021 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.818299 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.818584 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.818878 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.819161 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.819439 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.819847 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.820059 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.820059 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.820561 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.820838 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.821115 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.821391 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.821677 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.821960 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.822240 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.822523 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.822799 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.823080 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.823357 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.823635 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.823937 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.824212 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.824490 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.824762 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.825040 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.825321 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.825600 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.825878 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.826156 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.826431 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.826707 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.826997 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.827299 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.827588 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.827901 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.828185 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.828467 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.828748 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.829027 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.829309 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.829594 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.829996 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.830207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.830573 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.830903 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.831207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.831488 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.831812 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.832101 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.832392 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.832676 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.832961 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.833251 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.833539 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.833839 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.834137 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.834433 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.834730 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.835027 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.835312 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.835623 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.836017 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:46.836163 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 15:10:46.836394 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103160) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 15:10:47.216343 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 15:10:47.216551 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 15:10:47.216859 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 15:10:47.217198 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 15:10:47.556713 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.557004 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.557278 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.558645 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.558924 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.559200 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.605088 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.605359 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.605635 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.620017 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.620302 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.620575 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.753002 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.753428 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.753711 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.791243 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.791856 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:47.791856 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.038411 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.038702 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.038977 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.039250 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.040002 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.141310 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.141635 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.141923 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.142205 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.142481 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.142799 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.143162 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.143431 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.143689 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.144006 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.144277 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.144552 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.144818 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.145079 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.145347 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.145623 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.145886 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.146162 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.146440 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.146725 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.146988 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.147247 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.147534 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.147949 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.148207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.148462 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.148860 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103160) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 15:10:48.149105 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103160) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 15:10:48.149347 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103160) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 15:10:48.149589 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103160) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 15:10:48.149827 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103160) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 15:10:48.150067 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103160) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 15:10:48.150433 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 15:10:48.153625 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 15:10:48.158865 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 15:10:48.162942 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 15 15:10:48.164621 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 15:10:48.165095 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 15:10:48.165438 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 15:10:48.165828 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 15:10:48.168708 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 15:10:48.168968 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 15:10:48.169321 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 15:10:48.174881 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 15:10:48.198614 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 15:10:48.199083 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.199384 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103160) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 15 15:10:48.199972 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.201373 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103160) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 15:10:48.201659 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 15:10:48.201909 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 15:10:48.205315 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.205624 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:48.269305 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 15:10:48.269542 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 15:10:48.269786 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 15:10:48.270160 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 15:10:48.291245 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_db.sqlalchemy.engines [None req-dcebf701-4451-4277-a672-987e343987bf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103160) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 15:10:48.988765 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [None req-dcebf701-4451-4277-a672-987e343987bf None None] Initializing driver for type 'gre' Feb 15 15:10:48.989431 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcebf701-4451-4277-a672-987e343987bf None None] gre ID ranges: [(1, 1000)] Feb 15 15:10:49.216629 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [None req-dcebf701-4451-4277-a672-987e343987bf None None] Initializing driver for type 'local' Feb 15 15:10:49.216968 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [None req-dcebf701-4451-4277-a672-987e343987bf None None] Initializing driver for type 'vlan' Feb 15 15:10:49.279674 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dcebf701-4451-4277-a672-987e343987bf None None] VlanTypeDriver initialization complete Feb 15 15:10:49.280059 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [None req-dcebf701-4451-4277-a672-987e343987bf None None] Initializing driver for type 'vxlan' Feb 15 15:10:49.280555 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcebf701-4451-4277-a672-987e343987bf None None] vxlan ID ranges: [(1, 1000)] Feb 15 15:10:49.488273 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [None req-dcebf701-4451-4277-a672-987e343987bf None None] Initializing extension driver 'port_security' Feb 15 15:10:49.488641 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.extensions.port_security [None req-dcebf701-4451-4277-a672-987e343987bf None None] PortSecurityExtensionDriver initialization complete Feb 15 15:10:49.489018 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [None req-dcebf701-4451-4277-a672-987e343987bf None None] Initializing mechanism driver 'openvswitch' Feb 15 15:10:49.489361 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [None req-dcebf701-4451-4277-a672-987e343987bf None None] Initializing mechanism driver 'hyperv' Feb 15 15:10:49.496010 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.plugin [None req-dcebf701-4451-4277-a672-987e343987bf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:10:49.496873 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > port after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.497243 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > port after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.497591 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > port after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.498119 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103160) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 15:10:49.498544 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > subnet after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.498895 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > subnet after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.499234 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.499625 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103160) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 15:10:49.500053 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > network after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.500396 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > network after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.500731 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > network after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.501122 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103160) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 15:10:49.501522 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > security_group after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.501868 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > security_group after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.502203 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > security_group after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.502655 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103160) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 15:10:49.503018 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.503359 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.503693 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.504114 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103160) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 15:10:49.505028 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > address_group after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.505373 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > address_group after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.505703 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > address_group after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.506095 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103160) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 15:10:49.506533 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dcebf701-4451-4277-a672-987e343987bf None None] ML2 OVO RPC backend initialized. {{(pid=103160) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 15:10:49.507229 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.507576 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.508012 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > network before_response 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.508358 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > networks before_response 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.508703 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > port before_response 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.509041 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > ports before_response 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.509382 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > subnet before_response 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.509723 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > subnets before_response 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.510065 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > network after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.510401 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > network after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.510733 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > network after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.511066 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > port after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.511401 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > port after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.511752 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > port after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.512085 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > subnet after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.512416 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > subnet after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.513019 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.524914 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded quota_driver: . Feb 15 15:10:49.525278 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.plugin [None req-dcebf701-4451-4277-a672-987e343987bf None None] Modular L2 Plugin initialization complete Feb 15 15:10:49.525625 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading services supported by the core plugin {{(pid=103160) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 15:10:49.525967 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.plugins.ml2.managers [None req-dcebf701-4451-4277-a672-987e343987bf None None] Got port-security extension from driver 'port_security' Feb 15 15:10:49.526729 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.extensions.vlantransparent [None req-dcebf701-4451-4277-a672-987e343987bf None None] Disabled vlantransparent extension. Feb 15 15:10:49.526933 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103160) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 15:10:49.527257 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading Plugin: router Feb 15 15:10:49.564767 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router_interface before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.565089 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router after_create 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.565458 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router before_create 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.565819 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.566186 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.566539 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router after_delete 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.566909 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > floatingip after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.567900 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > floatingip after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.568257 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router after_create 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.568604 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router after_update 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.568951 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router after_update 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.569297 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.569652 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router after_update 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.570058 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_update 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.570422 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: port after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.570757 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: port after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.571090 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: subnet after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.571630 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.571795 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > port precommit_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.572140 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_create 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.572479 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: port before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.572818 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.573167 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router after_update 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.573503 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_delete 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.573976 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_create 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.574339 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.574685 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_update 55549900 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.575046 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > agent after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.575393 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > agent after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.575756 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > network after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.576608 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Tracking information for resource: router configured {{(pid=103160) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 15:10:49.576937 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Tracking information for resource: floatingip configured {{(pid=103160) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 15:10:49.581870 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.db.l3_agentschedulers_db [None req-dcebf701-4451-4277-a672-987e343987bf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 15:10:49.582433 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: port after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.582828 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: port after_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.583177 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: port after_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.583523 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: port after_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.584380 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router before_create 55550100 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.584737 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_delete 55550100 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.585096 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_create 55550100 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.585451 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > router precommit_update 55550100 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.590192 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.services.provider_configuration [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service providers = [] {{(pid=103160) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 15:10:49.590547 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.db.servicetype_db [None req-dcebf701-4451-4277-a672-987e343987bf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103160) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 15:10:49.593518 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.services.service_base [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103160) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 15:10:49.593868 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.services.service_base [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103160) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 15:10:49.594207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.services.service_base [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103160) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 15:10:49.595088 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.services.service_base [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103160) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 15:10:49.595455 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.services.service_base [None req-dcebf701-4451-4277-a672-987e343987bf None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 15:10:49.595857 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103160) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 15:10:49.596169 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 15:10:49.606886 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103160) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 15:10:49.607220 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading Plugin: auto_allocate Feb 15 15:10:49.613119 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: network precommit_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.613482 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: network precommit_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.614600 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103160) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 15:10:49.614892 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading Plugin: tag Feb 15 15:10:49.621705 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103160) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 15:10:49.622037 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading Plugin: timestamp Feb 15 15:10:49.625885 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103160) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 15:10:49.626211 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading Plugin: network_ip_availability Feb 15 15:10:49.632618 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.632758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.633067 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.633778 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103160) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 15:10:49.634097 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading Plugin: flavors Feb 15 15:10:49.639961 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103160) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 15:10:49.640305 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading Plugin: revisions Feb 15 15:10:49.644833 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103160) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 15:10:49.645270 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_concurrency.lockutils [None req-dcebf701-4451-4277-a672-987e343987bf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.428s {{(pid=103160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 15:10:49.646036 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103160) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 15:10:49.646366 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Initializing extension manager. Feb 15 15:10:49.646890 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: __init__.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.647233 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: __pycache__ {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.647567 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.648001 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: address_group.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.648767 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.649356 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: address-group Feb 15 15:10:49.649679 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: address_scope.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.650384 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.650894 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: address-scope Feb 15 15:10:49.651214 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: admin_state_down_before_update.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.652173 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.652683 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: router-admin-state-down-before-update Feb 15 15:10:49.653002 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: agent.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.653701 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.654210 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: agent Feb 15 15:10:49.654530 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: agent_resources_synced.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.655438 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.655984 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: agent-resources-synced Feb 15 15:10:49.656304 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: allowedaddresspairs.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.658086 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.658615 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: allowed-address-pairs Feb 15 15:10:49.658936 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: auto_allocated_topology.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.660049 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.660561 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: auto-allocated-topology Feb 15 15:10:49.660958 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: availability_zone.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.661614 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.662156 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: availability_zone Feb 15 15:10:49.662434 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: availability_zone_filter.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.663338 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.663869 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: availability_zone_filter Feb 15 15:10:49.664188 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: data_plane_status.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.665102 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.665599 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 15:10:49.665920 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: default_subnetpools.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.666828 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.667328 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: default-subnetpools Feb 15 15:10:49.667664 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: dhcpagentscheduler.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.668489 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.668989 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: dhcp_agent_scheduler Feb 15 15:10:49.669307 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: dns.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.670219 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.670721 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension dns-integration not supported by any of loaded plugins Feb 15 15:10:49.671040 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: dns_domain_ports.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.671985 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.672490 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 15:10:49.672810 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.673728 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.674228 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 15:10:49.674548 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: dvr.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.675213 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.675723 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: dvr Feb 15 15:10:49.676057 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: ecmp_routes.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.677629 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.678138 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 15:10:49.678458 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: empty_string_filtering.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.679376 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.679932 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: empty-string-filtering Feb 15 15:10:49.680414 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.681159 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.681659 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 15:10:49.681977 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.682891 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.683395 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 15:10:49.683738 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: external_net.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.684648 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.685150 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: external-net Feb 15 15:10:49.685466 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: extra_dhcp_opt.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.686369 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.686921 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: extra_dhcp_opt Feb 15 15:10:49.687234 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: extraroute.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.688160 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.688664 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: extraroute Feb 15 15:10:49.688975 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: extraroute_atomic.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.690006 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.690507 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: extraroute-atomic Feb 15 15:10:49.690822 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: filter_validation.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.691485 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.692605 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: filter-validation Feb 15 15:10:49.693063 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: fip_pf_description.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.693968 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.694468 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 15:10:49.694784 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: fip_port_details.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.695945 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.696456 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: fip-port-details Feb 15 15:10:49.696773 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: flavors.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.698040 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.698554 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: flavors Feb 15 15:10:49.698876 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.700639 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.701154 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 15:10:49.701481 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: floatingip_pools.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.702178 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.702687 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: floatingip-pools Feb 15 15:10:49.703007 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: ip_allocation.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.703964 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.704463 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 15:10:49.704781 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.705711 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.706217 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: ip-substring-filtering Feb 15 15:10:49.706540 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l2_adjacency.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.707506 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.708160 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 15:10:49.708520 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.709513 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.710034 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: router Feb 15 15:10:49.710359 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3_conntrack_helper.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.712675 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.713197 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 15:10:49.713524 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.714455 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.714969 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: ext-gw-mode Feb 15 15:10:49.715299 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.716244 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.716750 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: l3-ha Feb 15 15:10:49.717073 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.717982 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.718485 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 15 15:10:49.718805 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3_flavors.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.719747 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.720260 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: l3-flavors Feb 15 15:10:49.720585 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3_ndp_proxy.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.721960 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.722473 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 15 15:10:49.722797 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.723816 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.724336 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 15:10:49.724652 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: l3agentscheduler.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.725696 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.726205 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: l3_agent_scheduler Feb 15 15:10:49.726529 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: local_ip.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.740435 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.740916 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension local_ip not supported by any of loaded plugins Feb 15 15:10:49.741264 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: logging.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.742966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.743507 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension logging not supported by any of loaded plugins Feb 15 15:10:49.743879 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: metering.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.744670 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.745268 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: metering Feb 15 15:10:49.745603 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.746713 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.747237 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: metering_source_and_destination_fields Feb 15 15:10:49.747571 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: multiprovidernet.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.748557 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.749077 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: multi-provider Feb 15 15:10:49.749406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: netmtu.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.750339 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.750856 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: net-mtu Feb 15 15:10:49.751189 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: netmtu_writable.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.752157 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.752675 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: net-mtu-writable Feb 15 15:10:49.753005 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: network_availability_zone.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.753684 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.754202 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: network_availability_zone Feb 15 15:10:49.755216 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: network_ip_availability.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.756465 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.756997 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: network-ip-availability Feb 15 15:10:49.757325 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: network_segment_range.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.758116 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.758625 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 15:10:49.758949 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: pagination.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.759977 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.760310 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: pagination Feb 15 15:10:49.760636 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: port_device_profile.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.761638 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.762151 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: port-device-profile Feb 15 15:10:49.762478 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.763660 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.764200 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: port-mac-address-regenerate Feb 15 15:10:49.764527 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.765464 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.765980 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: port-numa-affinity-policy Feb 15 15:10:49.766306 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: port_resource_request.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.767274 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.767829 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 15:10:49.768180 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: port_resource_request_groups.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.773258 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.773772 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 15 15:10:49.774102 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: portbindings.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.775064 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.775584 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: binding Feb 15 15:10:49.775938 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: portbindings_extended.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.777247 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.777770 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: binding-extended Feb 15 15:10:49.778101 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: portsecurity.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.779052 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.779572 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: port-security Feb 15 15:10:49.779935 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: project_id.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.780956 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.781289 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: project-id Feb 15 15:10:49.781618 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: providernet.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.782553 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.783073 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: provider Feb 15 15:10:49.783398 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.787035 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.787586 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos not supported by any of loaded plugins Feb 15 15:10:49.787951 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.789217 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.789733 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 15:10:49.790068 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.791018 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.791535 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 15:10:49.791897 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_default.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.792886 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.793401 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-default not supported by any of loaded plugins Feb 15 15:10:49.793731 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_fip.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.794672 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.795187 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-fip not supported by any of loaded plugins Feb 15 15:10:49.795519 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_fip_network_policy.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.797009 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.797009 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 15 15:10:49.797329 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_gateway_ip.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.798401 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.798917 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 15:10:49.799243 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_port_network_policy.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.800206 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.800719 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 15:10:49.801069 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.802651 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.803172 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 15 15:10:49.803499 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.804594 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.805117 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 15 15:10:49.805445 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_pps_rule.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.806769 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.807214 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-pps not supported by any of loaded plugins Feb 15 15:10:49.807542 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_rule_type_details.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.808508 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.809029 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 15:10:49.809358 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: qos_rules_alias.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.810423 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.810941 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 15:10:49.811269 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: quota_check_limit.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.812214 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.812773 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: quota-check-limit Feb 15 15:10:49.813123 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: quotasv2.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.814101 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.814437 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: quotas Feb 15 15:10:49.814761 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: quotasv2_detail.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.816586 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.816901 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: quota_details Feb 15 15:10:49.817966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: rbac.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.819115 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.819713 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: rbac-policies Feb 15 15:10:49.820056 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: rbac_address_group.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.824810 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.825336 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: rbac-address-group Feb 15 15:10:49.825667 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: rbac_address_scope.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.826607 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.827127 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: rbac-address-scope Feb 15 15:10:49.827455 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: rbac_security_groups.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.828423 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.828943 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: rbac-security-groups Feb 15 15:10:49.829280 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: rbac_subnetpool.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.830323 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.830837 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: rbac-subnetpool Feb 15 15:10:49.831163 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: revisionifmatch.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.832177 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.832770 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: revision-if-match Feb 15 15:10:49.833119 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: revisions.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.834252 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.834770 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: standard-attr-revisions Feb 15 15:10:49.835098 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: router_availability_zone.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.835808 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.836328 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: router_availability_zone Feb 15 15:10:49.836654 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: routerservicetype.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.837593 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.838110 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension router-service-type not supported by any of loaded plugins Feb 15 15:10:49.838493 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.839463 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.840068 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: security-groups-normalized-cidr Feb 15 15:10:49.840396 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: security_groups_port_filtering.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.841338 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.841857 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: port-security-groups-filtering Feb 15 15:10:49.842182 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.843128 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.844035 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: security-groups-remote-address-group Feb 15 15:10:49.844266 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.845072 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.845590 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: security-groups-shared-filtering Feb 15 15:10:49.845922 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.846521 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 15 15:10:49.846844 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: securitygroup.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.856867 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.857418 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: security-group Feb 15 15:10:49.857763 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: segment.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.858637 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.859150 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension segment not supported by any of loaded plugins Feb 15 15:10:49.859483 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.860477 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.860999 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 15:10:49.861330 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: servicetype.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.862456 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.862984 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: service-type Feb 15 15:10:49.863317 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: sorting.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.864907 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.865246 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: sorting Feb 15 15:10:49.865575 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: standard_attr_segment.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.866520 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.867045 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 15:10:49.867376 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: standardattrdescription.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.868071 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.870937 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: standard-attr-description Feb 15 15:10:49.870937 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: stateful_security_group.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.870937 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.870937 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: stateful-security-group Feb 15 15:10:49.870937 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: stdattrs_common.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.871321 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 15:10:49.871606 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.872604 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.873120 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 15:10:49.873444 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: subnet_onboard.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.874532 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.875058 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: subnet_onboard Feb 15 15:10:49.875412 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.876390 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.876905 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 15:10:49.877231 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: subnet_service_types.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.878184 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.878706 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: subnet-service-types Feb 15 15:10:49.879032 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: subnetallocation.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.880837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.881393 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: subnet_allocation Feb 15 15:10:49.881723 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.882407 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.882927 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: subnetpool-prefix-ops Feb 15 15:10:49.883287 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.884279 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.884828 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 15:10:49.885154 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: tagging.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.886252 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.886784 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: standard-attr-tag Feb 15 15:10:49.887116 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: timestamp.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.888899 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.889420 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loaded extension: standard-attr-timestamp Feb 15 15:10:49.889784 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: trunk.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.890857 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.891379 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension trunk not supported by any of loaded plugins Feb 15 15:10:49.891728 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: trunk_details.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.892680 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.893203 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension trunk-details not supported by any of loaded plugins Feb 15 15:10:49.893532 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: uplink_status_propagation.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.894462 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.895071 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 15:10:49.895530 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Loading extension file: vlantransparent.py {{(pid=103160) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 15:10:49.896267 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103160) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:10:49.896788 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 15:10:49.899452 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:network Feb 15 15:10:49.900018 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:subnet Feb 15 15:10:49.900428 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:10:49.900828 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:port Feb 15 15:10:49.903285 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.903773 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service FLAVORS assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.904401 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.904840 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.905178 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:router Feb 15 15:10:49.905618 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:floatingip Feb 15 15:10:49.906115 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service METERING assigned prefix: /metering {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.907572 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.907982 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.908346 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:10:49.909380 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 15:10:49.909857 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:security_group Feb 15 15:10:49.910292 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 15:10:49.911521 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service CORE assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.912022 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:10:49.912381 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] subnetpool is already registered Feb 15 15:10:49.912829 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service CORE assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.913160 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:10:49.913497 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] subnetpool is already registered Feb 15 15:10:49.915990 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.916430 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service FLAVORS assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.917028 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.917538 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.917883 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:router Feb 15 15:10:49.918229 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] router is already registered Feb 15 15:10:49.918648 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:floatingip Feb 15 15:10:49.918991 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] floatingip is already registered Feb 15 15:10:49.919451 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service METERING assigned prefix: /metering {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.920173 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 15:10:49.920506 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] rbac_policy is already registered Feb 15 15:10:49.920986 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:security_group Feb 15 15:10:49.921329 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] security_group is already registered Feb 15 15:10:49.921695 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 15:10:49.922030 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] security_group_rule is already registered Feb 15 15:10:49.922681 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service CORE assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.923014 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:10:49.923352 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] subnetpool is already registered Feb 15 15:10:49.923822 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.v2.resource_helper [None req-dcebf701-4451-4277-a672-987e343987bf None None] Service CORE assigned prefix: {{(pid=103160) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 15:10:49.924177 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:10:49.924513 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING neutron.quota.resource_registry [None req-dcebf701-4451-4277-a672-987e343987bf None None] subnetpool is already registered Feb 15 15:10:49.924995 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: extensions {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.927232 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: address-groups {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.928795 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: address-scopes {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.930231 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: agents {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.931409 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: auto-allocated-topology {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.932709 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: availability_zones {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.934003 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: dhcp-networks {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.935540 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: dhcp-agents {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.937009 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: routers {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.939268 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: flavors {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.940472 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: service_profiles {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.941709 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: next_providers {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.943177 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: service_profiles {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.944876 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: floatingip-pools {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.946107 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: routers {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.948237 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: floatingips {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.949566 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: l3-routers {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.950943 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: l3-agents {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.952543 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: metering-labels {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.953898 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: metering-label-rules {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.955177 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: network-ip-availabilities {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.956540 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: bindings {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.958346 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: quotas {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.960015 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: quotas {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.961600 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: rbac-policies {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.962902 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: security-groups {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.964149 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: security-group-rules {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.965376 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: service-providers {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.966606 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: subnetpools {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.968069 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: subnetpools {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.969555 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.971220 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.974868 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:49.976685 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:50.108805 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:50.110569 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:50.112338 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:50.114783 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:50.116590 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:50.118440 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron.api.extensions [None req-dcebf701-4451-4277-a672-987e343987bf None None] Extended resource: tags {{(pid=103160) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 15:10:50.124391 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING keystonemiddleware.auth_token [None req-dcebf701-4451-4277-a672-987e343987bf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 15:10:50.129080 dv-cinder-778193-15-iscsi neutron-server[103160]: WARNING keystonemiddleware.auth_token [None req-dcebf701-4451-4277-a672-987e343987bf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 15:10:50.138692 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_concurrency.lockutils [None req-dcebf701-4451-4277-a672-987e343987bf None None] Acquired lock "singleton_lock" {{(pid=103160) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 15 15:10:50.139179 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_concurrency.lockutils [None req-dcebf701-4451-4277-a672-987e343987bf None None] Releasing lock "singleton_lock" {{(pid=103160) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 15 15:10:50.139858 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO oslo_service.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] Starting 2 workers Feb 15 15:10:50.144713 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] Started child 103273 {{(pid=103160) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 15:10:50.150013 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] Started child 103274 {{(pid=103160) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 15:10:50.150911 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:50.151728 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO neutron.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 15:10:50.152302 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Publish callbacks [] for process (None), before_spawn {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:50.152472 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [-] (103273) wsgi starting up on http://0.0.0.0:9696 Feb 15 15:10:50.154736 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO oslo_service.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] Starting 1 workers Feb 15 15:10:50.154887 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:50.156332 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [-] (103274) wsgi starting up on http://0.0.0.0:9696 Feb 15 15:10:50.160019 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] Started child 103275 {{(pid=103160) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 15:10:50.160571 dv-cinder-778193-15-iscsi neutron-server[103160]: INFO oslo_service.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] Starting 1 workers Feb 15 15:10:50.163873 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] calling RpcWorker wait() {{(pid=103275) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 15:10:50.164432 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] returning from RpcWorker wait() {{(pid=103275) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 15:10:50.165225 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [None req-dcebf701-4451-4277-a672-987e343987bf None None] Started child 103276 {{(pid=103160) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 15:10:50.165707 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:50.166016 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-dcebf701-4451-4277-a672-987e343987bf None None] Publish callbacks [] for process (None), after_spawn {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:50.166187 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:10:50.167943 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103160) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 15:10:50.168160 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:10:50.168350 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 15:10:50.168580 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 15:10:50.168901 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 15:10:50.169066 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 15:10:50.169638 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.170440 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.170440 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.170440 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.170665 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:50.171121 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.171274 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.171484 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.171739 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.171831 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:10:50.172025 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.172258 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.172433 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.172601 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.172864 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.173097 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.173386 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.173647 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.173885 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.174153 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.174330 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.174588 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.174874 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.175128 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.175409 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] debug = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.175653 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.176180 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.176483 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.176722 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.176956 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.177234 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.177484 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.177786 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.178033 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.178253 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.178519 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.178778 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.179008 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.179237 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.179488 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.179729 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.179994 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.180234 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.180694 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] host = dv-cinder-778193-15-iscsi {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.180947 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.181168 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.181404 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.181663 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.181926 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.182145 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.182414 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.182672 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.182902 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.183145 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.183403 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.183665 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.183943 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.184203 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.184398 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_options = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.184698 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.184903 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.185214 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.185417 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.185588 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.185752 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.186019 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.186184 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.186447 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.186680 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.186895 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.187110 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.187363 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.187580 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.187860 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.188070 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.188315 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.188550 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.188773 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.189029 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.189265 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.189490 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.189779 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.189969 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.190186 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.190418 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.190660 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.190891 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.191130 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.191373 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.191587 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.192410 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.192629 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.192852 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.193182 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.193525 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.193762 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.193986 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.194273 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.194502 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.194766 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.195025 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.195243 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.195472 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.195718 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.195978 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.196197 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_json = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.196433 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.196681 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.196919 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.197148 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.197369 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.197587 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.197823 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.198076 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.198291 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.198752 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.199091 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.199357 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.199607 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.199889 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.200145 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.200406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.200629 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.201027 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.201260 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.201623 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.201780 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.202204 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.202601 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.202714 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.202980 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.203204 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.203461 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.203743 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.206966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.206966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.206966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.206966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.206966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.206966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.206966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.206966 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.208758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.208758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.208758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.208758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.208758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.208758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.208758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.208758 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.209547 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.209547 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.209547 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.209547 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.209547 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.209909 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.209909 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.210137 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.210370 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.210593 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.210859 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.211089 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.211355 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.211686 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.212007 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.212282 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.212485 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.213238 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.213238 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.213238 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.213612 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.213827 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.213963 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.214156 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.214375 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.214589 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.214809 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.215050 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.215278 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.215494 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.215751 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.215973 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.216190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.216450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.216672 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.216887 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.217123 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.217364 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.217580 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.217816 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.218043 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.218283 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.218555 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.218770 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.218985 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.219192 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.219397 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.219598 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.219834 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.220105 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.220345 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.220492 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.220732 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.220970 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.221186 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.221408 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.221687 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.221992 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.222604 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.222604 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.222874 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.223007 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.223364 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.223624 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.224224 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.224452 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.226450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.226450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.226450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.226450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.226450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.226450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.226450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.226450 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.227544 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.227544 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.227544 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.227544 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.227544 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.228196 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.228196 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.228460 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.228549 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.228778 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.230444 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.230444 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.230444 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.230444 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.230983 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.230983 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.231255 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.231389 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.232107 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.232107 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.232383 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.232383 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.232638 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.232958 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.233106 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.233364 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.234495 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.234495 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.234495 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.234495 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.234829 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.234829 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.235761 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.235761 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.235761 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.235761 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.236083 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.236525 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.236525 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.236785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.237017 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.237238 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.237482 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.237718 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.237943 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.238182 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.238404 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.238627 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.238901 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.239214 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.240880 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.240880 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.240880 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.240880 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.240880 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.240880 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.240880 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.241457 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.241457 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.241615 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.241730 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.241950 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.242175 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.242390 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.242766 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.242911 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.243373 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.243373 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.243604 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.243869 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.244127 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.244386 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.244603 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.244849 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.245071 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.245290 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.245507 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.245742 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.245989 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.246205 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.246434 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.246667 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.247270 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.247270 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.247574 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.247839 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.248091 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.248333 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.248815 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.248815 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.249001 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.249225 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.249445 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.249669 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.249903 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.250141 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.250358 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.250610 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.250838 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.251073 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.251331 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.251736 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.251846 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.252349 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.252349 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.252548 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.252785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.253010 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.253226 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.253440 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.253653 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.253877 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.254114 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.254972 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.255391 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.255636 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.255956 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.256211 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.256430 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.256719 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.256938 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.257178 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.257406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.257631 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.258082 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.258329 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.258552 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.258780 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.259008 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.259252 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.259468 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.259792 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.259987 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.260192 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.261092 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.261092 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.261092 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.261092 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.261418 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.261538 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.261763 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.261988 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.262199 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.262451 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.262939 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.263151 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.263377 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.263598 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.263835 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.264143 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.264392 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.264630 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.264995 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.265161 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.265414 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.265681 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.266007 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.266318 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.266480 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.266844 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.267001 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.267227 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.267487 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.267829 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.268114 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.268375 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.268648 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.268932 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.269207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.269503 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.269720 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.270029 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.270457 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.270937 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.271670 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.271930 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.272184 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.272413 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.272632 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.272851 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.273257 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.273353 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.273553 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.273808 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.274036 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.274260 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.274487 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.274705 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.274936 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.275170 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.275393 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.275612 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.275815 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 15:10:50.276419 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103160) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 15:10:50.276516 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:10:50.276674 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 15:10:50.276844 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 15:10:50.277015 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 15:10:50.277168 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 15:10:50.277932 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.277932 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.277932 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.277932 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.278448 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.278448 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.278448 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.278448 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.278731 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.278731 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.278911 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.279076 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.279237 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.279397 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.279557 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.279748 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.279897 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.280056 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.280220 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.280382 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.280540 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.280697 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.280855 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] debug = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.281012 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.281212 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.281398 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.281595 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.281799 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.281961 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.282121 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.282281 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.282440 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.282599 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.282759 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.282918 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.283076 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.283237 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.283396 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.283555 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.283726 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.283883 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.284041 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] host = dv-cinder-778193-15-iscsi {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.284199 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.284357 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.284515 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.284672 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.284830 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.284989 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.285146 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.285468 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.285468 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.285643 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.285949 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.286209 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_options = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287207 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287505 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287505 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287658 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287831 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.287955 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.288103 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.288264 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.288423 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.288582 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.288741 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.288899 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.289057 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.289215 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.289375 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.289717 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.289717 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.289937 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.290015 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.290128 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.290286 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.290445 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.290604 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.290767 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.290925 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.291083 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.291242 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.291401 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.291558 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.291740 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.291896 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.292055 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.292213 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.292371 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.292529 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.292686 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.292866 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.293031 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.293192 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.293376 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.293510 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.293668 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.293826 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.293984 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.294142 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.294301 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.294459 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_json = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.294625 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.294778 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.295074 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.295385 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.295543 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.295715 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.295880 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.296040 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.296218 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 15:10:50.296383 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.296551 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.296725 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.296888 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.297051 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.297216 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.297378 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.297540 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.297704 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.297867 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.298037 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.298200 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.298373 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.298538 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.298695 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.298851 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.299015 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.299178 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.299492 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.299492 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.299652 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.299823 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.300453 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.300453 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.300453 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.300453 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.300819 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.300819 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.300987 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.301109 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.301783 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.301949 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.302112 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.302275 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.302459 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.302598 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.302761 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.302923 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.303086 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.303249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.303411 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.303573 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.303755 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.303921 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.304091 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.304269 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.304393 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.304558 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.304722 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.304870 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.305032 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.305195 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.305361 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.305522 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.305687 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.305844 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.306179 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.306179 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.306414 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.306495 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.306621 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.306827 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.306977 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.307140 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.307303 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.307467 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.307630 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.307815 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.307991 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.308153 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.308317 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.308480 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.308642 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.308804 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.308968 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.309130 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.309292 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.309454 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.309617 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.309780 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.309943 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.310106 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.310269 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.310432 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.310594 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.310757 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.310843 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:10:50.310926 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.311074 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.311235 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.311421 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.311547 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.311735 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.311922 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.312102 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.312265 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.312427 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.312589 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.312753 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.312916 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.313078 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.313240 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.313403 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.313565 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.313727 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.313892 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.314054 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.314216 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.314377 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.314539 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.314702 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.314865 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.315027 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.315190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.315352 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.315507 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.315663 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.315863 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.316027 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.316217 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.316359 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.316575 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.316675 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.316930 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.317579 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.317810 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.317914 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.317995 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.318837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.318837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.318837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.318837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.318837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.319789 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.319789 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.319789 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.319789 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.319789 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.320336 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.320336 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.320336 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.320336 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.320820 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.320820 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.320820 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.321007 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.321072 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.321227 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.321390 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.321557 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.321721 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.321883 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.322045 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.322209 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.322372 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.322720 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.322720 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.322956 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.323039 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.323139 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.323301 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.323465 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.323629 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.323827 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.323992 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.324155 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.325837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.325837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.325837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.325837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.325837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.325837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.325837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.325837 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326406 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326894 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326894 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.326894 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.327128 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.327206 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.327445 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.327620 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.327824 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.327989 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.328151 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.328314 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.328478 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.328641 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.328822 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.328981 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.329144 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.329310 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.329474 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.329636 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.329798 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.329962 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.330124 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.330291 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.330543 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.330646 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.330772 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.330940 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.331077 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.331232 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.331398 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.331564 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.331751 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.331887 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.332052 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.332215 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.332378 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.332643 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.332891 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.333055 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.333218 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.333382 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.333545 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.333722 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.333888 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.334051 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.334213 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.334375 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.334537 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.334710 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.334872 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.335035 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.335198 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.335359 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.335753 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.335753 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.336157 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.336321 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.336484 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.336647 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.336810 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.336982 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.339785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.339785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.339785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.339785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.339785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.339785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.339785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.339785 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340249 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340678 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340678 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340678 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340678 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340678 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340678 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340678 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.340678 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.341103 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.341103 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.341218 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.341289 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.341536 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.341619 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.341808 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.342085 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.342085 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.342239 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.342536 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.342536 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.342708 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344190 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344887 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344887 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344887 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344887 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.344887 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.345244 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.345244 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.345389 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.345476 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.345642 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.345803 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.346136 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.346308 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.346469 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 15:10:50.346624 dv-cinder-778193-15-iscsi neutron-server[103160]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103160) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 15:10:50.425412 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 32892) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:10:50.434752 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0065007 Feb 15 15:11:02.684215 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1d35b-895e-48f1-895f-aac89e4d25eb None None] get_active_networks_info from dv-cinder-778193-15-iscsi {{(pid=103275) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 15:11:02.820256 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1d35b-895e-48f1-895f-aac89e4d25eb None None] No non-hosted networks {{(pid=103275) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 15:11:02.844275 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.agentschedulers_db [None req-54e1d35b-895e-48f1-895f-aac89e4d25eb None None] DHCP Agent not found on host dv-cinder-778193-15-iscsi {{(pid=103275) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 15:11:02.996735 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-69530c9b-7d85-4808-80e3-ebbe74994c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651400'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:05.402122 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-18d0b5eb-f4b0-4420-9c4d-2c6457890123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651400'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:05.449395 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.db.api [None req-92bebecc-4ff0-40f8-976c-908329e1f52e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-15-iscsi {{(pid=103275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:11:05.449923 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG oslo_db.api [None req-92bebecc-4ff0-40f8-976c-908329e1f52e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 15:11:06.037790 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-92bebecc-4ff0-40f8-976c-908329e1f52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:06.360713 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651400'] for agent (d73377aa-1c94-421c-a132-797928405517), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:07.648104 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651400'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:08.841844 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 32974) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:09.182512 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651400'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:09.184213 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.184986 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.185571 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.186583 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.187138 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.187756 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.188650 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.190070 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.190519 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.191020 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.191621 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.192551 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.193467 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:09.194099 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:09.201795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:09.453848 dv-cinder-778193-15-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-a224a4b1-2992-4b12-b907-9104243c1e7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:11:09.454521 dv-cinder-778193-15-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-a224a4b1-2992-4b12-b907-9104243c1e7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:11:09.684974 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [None req-a224a4b1-2992-4b12-b907-9104243c1e7b admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:11:09.699736 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a224a4b1-2992-4b12-b907-9104243c1e7b admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8423774 Feb 15 15:11:10.657530 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.db.l3_hamode_db [None req-90820b27-5e4c-45b8-9372-6aac59670766 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 15:11:10.737608 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90820b27-5e4c-45b8-9372-6aac59670766 None None] Routers set() bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:10.738119 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90820b27-5e4c-45b8-9372-6aac59670766 None None] Router IDs set() for agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 15:11:12.283852 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33000) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:12.598969 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b0a064ae-cc40-4a64-bc05-d94ad672c92c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:12.696422 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.policy [None req-b0a064ae-cc40-4a64-bc05-d94ad672c92c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103273) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 15:11:12.739620 dv-cinder-778193-15-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-b0a064ae-cc40-4a64-bc05-d94ad672c92c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:11:12.740017 dv-cinder-778193-15-iscsi neutron-server[103273]: WARNING oslo_policy.policy [None req-b0a064ae-cc40-4a64-bc05-d94ad672c92c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:11:12.927716 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b0a064ae-cc40-4a64-bc05-d94ad672c92c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737017940850', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737017943207', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737017889579', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737017893951', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737017901306', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737017909890', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3881190', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3894427', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632115'] for rbac-policy (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:13.095304 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b0a064ae-cc40-4a64-bc05-d94ad672c92c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:13.096513 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b0a064ae-cc40-4a64-bc05-d94ad672c92c admin admin] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8116491 Feb 15 15:11:15.583836 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33010) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:15.896393 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:15.988334 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Made reservation on behalf of 6813791ca8454ed288005c6d0d540bf9 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:11:15.992960 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.009904 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.117658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Publish callbacks [] for security_group (f767598c-c585-44c2-8b68-27277df35f9f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.177426 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (f767598c-c585-44c2-8b68-27277df35f9f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.204411 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:11:16.239337 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737018204721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (446dd66b-387a-4937-ba95-789ca9527e4e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.239874 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Unsubscribe: segment precommit_create {{(pid=103273) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 15:11:16.240382 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Added segment 446dd66b-387a-4937-ba95-789ca9527e4e of type vlan for network 2dfecbad-29e1-4181-9866-a221b24a0e5e Feb 15 15:11:16.256436 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f767598c-c585-44c2-8b68-27277df35f9f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:16.305407 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.305854 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.306216 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.306557 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.306892 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.307222 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.307546 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.307895 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.308219 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.308553 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.308876 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.309190 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.309502 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Tracked resource versions report: Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: pushed versions: Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: { 'AddressGroup': {'1.2'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'ConntrackHelper': {'1.0'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'LocalIPAssociation': {'1.0'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Log': {'1.0'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Network': {'1.1'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Port': {'1.7'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'PortForwarding': {'1.2'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'QosPolicy': {'1.10'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SecurityGroup': {'1.5'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SubPort': {'1.0'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Subnet': {'1.1'}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Trunk': {'1.1'}} Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: consumer versions: Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: { DHCP agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: L3 agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: Metadata agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: Metering agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: Open vSwitch agent@dv-cinder-778193-15-iscsi: { 'AddressGroup': '1.2', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'ConntrackHelper': '1.0', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'LocalIPAssociation': '1.0', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Log': '1.0', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Network': '1.1', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Port': '1.7', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'PortForwarding': '1.2', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'QosPolicy': '1.10', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SecurityGroup': '1.5', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SecurityGroupRule': '1.2', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SubPort': '1.0', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Subnet': '1.1', Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Trunk': '1.1'}} Feb 15 15:11:16.310875 dv-cinder-778193-15-iscsi neutron-server[103273]: {{(pid=103273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 15:11:16.351943 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (2dfecbad-29e1-4181-9866-a221b24a0e5e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.442928 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (2dfecbad-29e1-4181-9866-a221b24a0e5e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.448152 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:16.448868 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.573179 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] Pushing event updated for resources: {'Network': ['ID=2dfecbad-29e1-4181-9866-a221b24a0e5e,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:16.585615 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 2dfecbad-29e1-4181-9866-a221b24a0e5e details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:11:16.611807 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-46369312-b393-4102-bcf6-ddedba2f8cf9 demo demo] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0267663 Feb 15 15:11:19.216007 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33022) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:19.715490 dv-cinder-778193-15-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-f5dfb799-4369-40a5-af72-bf5c0cb11ab9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:11:19.716100 dv-cinder-778193-15-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-f5dfb799-4369-40a5-af72-bf5c0cb11ab9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:11:20.165642 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.policy [None req-f5dfb799-4369-40a5-af72-bf5c0cb11ab9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103274) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 15:11:20.207772 dv-cinder-778193-15-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-f5dfb799-4369-40a5-af72-bf5c0cb11ab9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:11:20.208148 dv-cinder-778193-15-iscsi neutron-server[103274]: WARNING oslo_policy.policy [None req-f5dfb799-4369-40a5-af72-bf5c0cb11ab9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:11:20.216744 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dfb799-4369-40a5-af72-bf5c0cb11ab9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:20.218509 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f5dfb799-4369-40a5-af72-bf5c0cb11ab9 demo admin] 10.222.0.110 "GET /v2.0/networks/2dfecbad-29e1-4181-9866-a221b24a0e5e HTTP/1.1" status: 200 len: 825 time: 1.0015826 Feb 15 15:11:20.257771 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4f5aefdc-1be7-49a7-a166-43c76c3bab7b demo admin] 10.222.0.110 "GET /v2.0/subnetpools/fafd99d9-3aaa-4ae6-81ca-a0b3c66897a1 HTTP/1.1" status: 200 len: 734 time: 0.0319877 Feb 15 15:11:20.266938 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'fafd99d9-3aaa-4ae6-81ca-a0b3c66897a1'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:20.367758 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Made reservation on behalf of 6813791ca8454ed288005c6d0d540bf9 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:11:20.370577 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.708830 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (c79413ce-f0cb-4186-a588-7a7402b4c9b6), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.782016 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Checking segment: {'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:20.782441 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Network hostable DHCP agents. Network: 2dfecbad-29e1-4181-9866-a221b24a0e5e, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:11:20.787595 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c79413ce-f0cb-4186-a588-7a7402b4c9b6,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:20.801777 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.802141 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.802479 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.802808 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.803132 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.803455 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.803821 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.804146 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.804480 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.804812 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.805129 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.805441 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.805750 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Tracked resource versions report: Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: pushed versions: Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: { 'AddressGroup': {'1.2'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'ConntrackHelper': {'1.0'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'LocalIPAssociation': {'1.0'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Log': {'1.0'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Network': {'1.1'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Port': {'1.7'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'PortForwarding': {'1.2'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'QosPolicy': {'1.10'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SecurityGroup': {'1.5'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SubPort': {'1.0'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Subnet': {'1.1'}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Trunk': {'1.1'}} Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: consumer versions: Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: { DHCP agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: L3 agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: Metadata agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: Metering agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: Open vSwitch agent@dv-cinder-778193-15-iscsi: { 'AddressGroup': '1.2', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'ConntrackHelper': '1.0', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'LocalIPAssociation': '1.0', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Log': '1.0', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Network': '1.1', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Port': '1.7', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'PortForwarding': '1.2', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'QosPolicy': '1.10', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SecurityGroup': '1.5', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SecurityGroupRule': '1.2', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SubPort': '1.0', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Subnet': '1.1', Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Trunk': '1.1'}} Feb 15 15:11:20.807080 dv-cinder-778193-15-iscsi neutron-server[103274]: {{(pid=103274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 15:11:20.879136 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Network 2dfecbad-29e1-4181-9866-a221b24a0e5e is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:11:20.976264 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 2dfecbad-29e1-4181-9866-a221b24a0e5e) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:20.980800 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:20.981460 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.985492 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44121fc7-d701-4b5f-b849-ec68d15df42c None None] Network 2dfecbad-29e1-4181-9866-a221b24a0e5e requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:11:21.081883 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-87068197-3818-47eb-9c1b-a1f26c85f7f8 demo admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8186138 Feb 15 15:11:21.366609 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-2dfecbad-29e1-4181-9866-a221b24a0e5e', 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e', 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'fixed_ips': [{'subnet_id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:11:21.367946 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:21.657629 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Allocated IP 172.20.0.2 (2dfecbad-29e1-4181-9866-a221b24a0e5e/c79413ce-f0cb-4186-a588-7a7402b4c9b6/bd03d01a-208c-4c07-9238-8b7c7e16dbf1) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:11:21.936398 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Publish callbacks [] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:21.996665 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.075199 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Network 2dfecbad-29e1-4181-9866-a221b24a0e5e is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:22.080018 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:22.083987 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:11:22.097159 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Pushing event updated for resources: {'Port': ['ID=bd03d01a-208c-4c07-9238-8b7c7e16dbf1,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:22.139991 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.140356 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.140717 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.141065 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.141395 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.141725 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.142064 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.142391 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.142716 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.143057 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.143381 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.143783 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.144821 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Tracked resource versions report: Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: pushed versions: Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: { 'AddressGroup': {'1.2'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'ConntrackHelper': {'1.0'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'LocalIPAssociation': {'1.0'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Log': {'1.0'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Network': {'1.1'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Port': {'1.7'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'PortForwarding': {'1.2'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'QosPolicy': {'1.10'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SecurityGroup': {'1.5'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SubPort': {'1.0'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Subnet': {'1.1'}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Trunk': {'1.1'}} Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: consumer versions: Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: { DHCP agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: L3 agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: Metadata agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: Metering agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: Open vSwitch agent@dv-cinder-778193-15-iscsi: { 'AddressGroup': '1.2', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'ConntrackHelper': '1.0', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'LocalIPAssociation': '1.0', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Log': '1.0', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Network': '1.1', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Port': '1.7', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'PortForwarding': '1.2', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'QosPolicy': '1.10', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SecurityGroup': '1.5', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SecurityGroupRule': '1.2', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SubPort': '1.0', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Subnet': '1.1', Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Trunk': '1.1'}} Feb 15 15:11:22.146256 dv-cinder-778193-15-iscsi neutron-server[103275]: {{(pid=103275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 15:11:22.182254 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Attempting to bind port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:11:22.182644 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Attempting to bind port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:11:22.183066 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Attempting to bind port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 on network 2dfecbad-29e1-4181-9866-a221b24a0e5e {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:11:22.188085 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:11:22.188425 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Checking segment: {'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:22.188913 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.189304 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Bound using segment: {'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:11:22.189771 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Bound port: bd03d01a-208c-4c07-9238-8b7c7e16dbf1, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:11:22.190175 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.254738 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] For port bd03d01a-208c-4c07-9238-8b7c7e16dbf1, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:11:22.259325 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] For port bd03d01a-208c-4c07-9238-8b7c7e16dbf1, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=bd03d01a-208c-4c07-9238-8b7c7e16dbf1,segment=NetworkSegment(446dd66b-387a-4937-ba95-789ca9527e4e),segment_id=446dd66b-387a-4937-ba95-789ca9527e4e)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:11:22.317516 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.382278 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836a3fb-b0e9-4288-a36f-ec0efbd7d87e None None] Pushing event updated for resources: {'Port': ['ID=bd03d01a-208c-4c07-9238-8b7c7e16dbf1,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:23.663999 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33042) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:23.988312 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-325e8a9e-aa01-46df-8fc1-e163540e1d6d admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:11:23.989423 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-325e8a9e-aa01-46df-8fc1-e163540e1d6d admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3243792 Feb 15 15:11:26.576608 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33050) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:26.892526 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-c57efd27-9341-45cc-b3df-59e87a5e5fe8 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:11:26.893610 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c57efd27-9341-45cc-b3df-59e87a5e5fe8 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158903 Feb 15 15:11:29.484795 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33058) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:29.806699 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b9057d26-5156-43dd-b007-30cdba2d93b3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:29.927939 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9057d26-5156-43dd-b007-30cdba2d93b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:29.929462 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9057d26-5156-43dd-b007-30cdba2d93b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:30.068046 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9057d26-5156-43dd-b007-30cdba2d93b3 demo demo] Publish callbacks [] for router_controller (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:30.154719 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9057d26-5156-43dd-b007-30cdba2d93b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:30.249818 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9057d26-5156-43dd-b007-30cdba2d93b3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:30.250935 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b9057d26-5156-43dd-b007-30cdba2d93b3 demo demo] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7651572 Feb 15 15:11:32.656752 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8607-61eb-4e0e-b103-7d1dd7b8b457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:32.859790 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33070) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:33.197093 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-a1097aa9-1d39-4a4b-a208-2c1a916dfaad admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:11:33.198073 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a1097aa9-1d39-4a4b-a208-2c1a916dfaad admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3374469 Feb 15 15:11:33.879528 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device bd03d01a-208c-4c07-9238-8b7c7e16dbf1 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:33.968490 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:33.968914 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.081860 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:34.082327 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.110591 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de47d3-1c99-49d7-ac69-a3632c194963 None None] Network 2dfecbad-29e1-4181-9866-a221b24a0e5e requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:11:34.159592 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port bd03d01a-208c-4c07-9238-8b7c7e16dbf1, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=bd03d01a-208c-4c07-9238-8b7c7e16dbf1,segment=NetworkSegment(446dd66b-387a-4937-ba95-789ca9527e4e),segment_id=446dd66b-387a-4937-ba95-789ca9527e4e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:34.210796 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-848026bd-d695-428c-97aa-3657b1d4808f None None] Provisioning complete for port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:34.211354 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-848026bd-d695-428c-97aa-3657b1d4808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.254143 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.341942 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=bd03d01a-208c-4c07-9238-8b7c7e16dbf1,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:34.384167 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-848026bd-d695-428c-97aa-3657b1d4808f None None] Current status of the port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:34.705218 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-60b20a68-1740-4300-a392-2fe159617cb8 None None] Provisioning complete for port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:34.705607 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-60b20a68-1740-4300-a392-2fe159617cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.785293 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-60b20a68-1740-4300-a392-2fe159617cb8 None None] Current status of the port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:35.336283 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3ba34b9b-3728-4081-a79a-77e7128f898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:35.754832 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33080) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:35.845067 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device bd03d01a-208c-4c07-9238-8b7c7e16dbf1 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:35.891890 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:35.892284 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:35.969967 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:36.015028 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:36.092586 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Made reservation on behalf of df001b77158545aea489286986b7dc7e for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:11:36.094788 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.103688 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.174768 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Publish callbacks [] for security_group (be70bf43-87bc-411c-a19d-f231a318c62f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.224842 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (be70bf43-87bc-411c-a19d-f231a318c62f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.240693 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103273) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 15:11:36.259514 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be70bf43-87bc-411c-a19d-f231a318c62f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:36.264419 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (528109b9-9b98-4e3a-9d35-477abf13d369), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.264760 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Added segment 528109b9-9b98-4e3a-9d35-477abf13d369 of type flat for network 6cd5b721-fb42-4adf-b929-78090b61f6a5 Feb 15 15:11:36.270566 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.312175 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (6cd5b721-fb42-4adf-b929-78090b61f6a5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.395897 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (6cd5b721-fb42-4adf-b929-78090b61f6a5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.396952 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:36.397623 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:36.484952 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd5b721-fb42-4adf-b929-78090b61f6a5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:36.494826 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:11:36.541167 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c80c8eec-15b3-429f-a318-bd0638f915b5 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7852509 Feb 15 15:11:37.541940 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:39.045431 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33098) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:39.182430 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:39.199468 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a249be8f-a902-4c7d-9e84-f69e84d061bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:39.200876 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a249be8f-a902-4c7d-9e84-f69e84d061bc demo admin] 10.222.0.110 "GET /v2.0/subnets/c79413ce-f0cb-4186-a588-7a7402b4c9b6 HTTP/1.1" status: 200 len: 849 time: 0.1545057 Feb 15 15:11:39.327062 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-21397ffb-3229-41d0-b085-ac0da6f1633f demo admin] 10.222.0.110 "GET /v2.0/routers/fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a HTTP/1.1" status: 200 len: 704 time: 0.1199489 Feb 15 15:11:39.602849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:39.920378 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Allocated IP 172.20.0.1 (2dfecbad-29e1-4181-9866-a221b24a0e5e/c79413ce-f0cb-4186-a588-7a7402b4c9b6/3cb79a4d-871e-4a46-965d-dc594f543d47) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:11:40.102754 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Publish callbacks [] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:40.286892 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:40.370107 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Network 2dfecbad-29e1-4181-9866-a221b24a0e5e is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:40.377347 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:40.380105 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Pushing event updated for resources: {'Port': ['ID=3cb79a4d-871e-4a46-965d-dc594f543d47,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:40.384447 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:11:40.386405 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:40.638466 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1edb8744-06fd-430e-99d1-949a296c7a3c None None] Provisioning complete for port 3cb79a4d-871e-4a46-965d-dc594f543d47 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:40.639017 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1edb8744-06fd-430e-99d1-949a296c7a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:40.671399 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1edb8744-06fd-430e-99d1-949a296c7a3c None None] Port 3cb79a4d-871e-4a46-965d-dc594f543d47 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:11:40.701352 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:40.911541 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Publish callbacks [] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:40.976042 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:40.976839 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:41.051911 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Pushing event updated for resources: {'Port': ['ID=3cb79a4d-871e-4a46-965d-dc594f543d47,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:41.099289 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Network 2dfecbad-29e1-4181-9866-a221b24a0e5e is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:41.100671 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:41.298222 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-0d6a32ae-b740-4245-bcf8-e93f2f5c2424 None None] Provisioning complete for port 3cb79a4d-871e-4a46-965d-dc594f543d47 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:41.298615 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0d6a32ae-b740-4245-bcf8-e93f2f5c2424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:41.327214 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Router fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:11:41.334034 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a32ae-b740-4245-bcf8-e93f2f5c2424 None None] Port 3cb79a4d-871e-4a46-965d-dc594f543d47 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:11:41.421363 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:11:41.428113 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d55ee56d-1414-4886-a0be-49763f052cf3 demo admin] 10.222.0.110 "PUT /v2.0/routers/fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0947092 Feb 15 15:11:41.432075 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Sync routers for ids ['fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:11:41.445394 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Routers {'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:41.446612 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:11:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:41.642646 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Set router fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:42.093617 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'name': 'router1', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:29Z', 'updated_at': '2022-02-15T15:11:40Z', 'revision_number': 2, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'gw_port_host': None, '_interfaces': [{'id': '3cb79a4d-871e-4a46-965d-dc594f543d47', 'name': '', 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'mac_address': 'fa:16:3e:23:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:39Z', 'updated_at': '2022-02-15T15:11:40Z', 'revision_number': 2, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'subnets': [{'id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fafd99d9-3aaa-4ae6-81ca-a0b3c66897a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:42.145342 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Checking router: fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:11:42.145717 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Updating router fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a port 3cb79a4d-871e-4a46-965d-dc594f543d47 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:11:42.199327 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:42.724651 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Publish callbacks [] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:42.799131 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:42.980748 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Pushing event updated for resources: {'Port': ['ID=3cb79a4d-871e-4a46-965d-dc594f543d47,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:42.986540 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Attempting to bind port 3cb79a4d-871e-4a46-965d-dc594f543d47 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:11:42.990318 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Attempting to bind port 3cb79a4d-871e-4a46-965d-dc594f543d47 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:11:42.990318 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Attempting to bind port 3cb79a4d-871e-4a46-965d-dc594f543d47 on network 2dfecbad-29e1-4181-9866-a221b24a0e5e {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:11:42.994263 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.994614 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.994957 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.995320 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.995647 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.995994 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.996335 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.996662 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.996981 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.997312 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.997633 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.997943 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.998254 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Tracked resource versions report: Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: pushed versions: Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: { 'AddressGroup': {'1.2'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'ConntrackHelper': {'1.0'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'LocalIPAssociation': {'1.0'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Log': {'1.0'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Network': {'1.1'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Port': {'1.7'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'PortForwarding': {'1.2'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'QosPolicy': {'1.10'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SecurityGroup': {'1.5'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SubPort': {'1.0'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Subnet': {'1.1'}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Trunk': {'1.1'}} Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: consumer versions: Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: { DHCP agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: L3 agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: Metadata agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: Metering agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: Open vSwitch agent@dv-cinder-778193-15-iscsi: { 'AddressGroup': '1.2', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'ConntrackHelper': '1.0', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'LocalIPAssociation': '1.0', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Log': '1.0', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Network': '1.1', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Port': '1.7', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'PortForwarding': '1.2', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'QosPolicy': '1.10', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SecurityGroup': '1.5', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SecurityGroupRule': '1.2', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SubPort': '1.0', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Subnet': '1.1', Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Trunk': '1.1'}} Feb 15 15:11:42.999670 dv-cinder-778193-15-iscsi neutron-server[103276]: {{(pid=103276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 15:11:43.005095 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:11:43.005490 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Checking segment: {'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:43.005983 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:43.006358 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Bound using segment: {'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:11:43.006827 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Bound port: 3cb79a4d-871e-4a46-965d-dc594f543d47, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446dd66b-387a-4937-ba95-789ca9527e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:11:43.007200 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:43.064188 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-3d1d9c60-f0bb-4cad-9850-31bbc9e37f88 None None] Provisioning complete for port 3cb79a4d-871e-4a46-965d-dc594f543d47 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:43.065344 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c60-f0bb-4cad-9850-31bbc9e37f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:43.073197 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] For port 3cb79a4d-871e-4a46-965d-dc594f543d47, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:11:43.093513 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] For port 3cb79a4d-871e-4a46-965d-dc594f543d47, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=3cb79a4d-871e-4a46-965d-dc594f543d47,segment=NetworkSegment(446dd66b-387a-4937-ba95-789ca9527e4e),segment_id=446dd66b-387a-4937-ba95-789ca9527e4e)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:11:43.101053 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d9c60-f0bb-4cad-9850-31bbc9e37f88 None None] Port 3cb79a4d-871e-4a46-965d-dc594f543d47 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:11:43.148362 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:43.208033 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23a8df-a8d4-4014-b99a-5125b4d83fab None None] Pushing event updated for resources: {'Port': ['ID=3cb79a4d-871e-4a46-965d-dc594f543d47,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:43.213075 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Routers {'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:43.213680 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:11:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:43.310403 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] Set router fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:43.422482 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-65bd8fb7-06da-45d5-9731-75aa38cca03b None None] Provisioning complete for port 3cb79a4d-871e-4a46-965d-dc594f543d47 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:43.422947 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-65bd8fb7-06da-45d5-9731-75aa38cca03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:43.501252 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-65bd8fb7-06da-45d5-9731-75aa38cca03b None None] Current status of the port 3cb79a4d-871e-4a46-965d-dc594f543d47 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:43.501565 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-65bd8fb7-06da-45d5-9731-75aa38cca03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:43.535604 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'name': 'router1', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:29Z', 'updated_at': '2022-02-15T15:11:40Z', 'revision_number': 2, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'gw_port_host': None, '_interfaces': [{'id': '3cb79a4d-871e-4a46-965d-dc594f543d47', 'name': '', 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'mac_address': 'fa:16:3e:23:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:39Z', 'updated_at': '2022-02-15T15:11:43Z', 'revision_number': 4, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'subnets': [{'id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fafd99d9-3aaa-4ae6-81ca-a0b3c66897a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:43.541907 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-65bd8fb7-06da-45d5-9731-75aa38cca03b None None] For port 3cb79a4d-871e-4a46-965d-dc594f543d47, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=3cb79a4d-871e-4a46-965d-dc594f543d47,segment=NetworkSegment(446dd66b-387a-4937-ba95-789ca9527e4e),segment_id=446dd66b-387a-4937-ba95-789ca9527e4e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:43.563466 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6e283-a6d4-492c-8cdc-37fcd296788f None None] The sync data for ids ['fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'] in dv-cinder-778193-15-iscsi is: [{'id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'name': 'router1', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:29Z', 'updated_at': '2022-02-15T15:11:40Z', 'revision_number': 2, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'gw_port_host': None, '_interfaces': [{'id': '3cb79a4d-871e-4a46-965d-dc594f543d47', 'name': '', 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'mac_address': 'fa:16:3e:23:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:39Z', 'updated_at': '2022-02-15T15:11:43Z', 'revision_number': 4, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'subnets': [{'id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fafd99d9-3aaa-4ae6-81ca-a0b3c66897a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:11:43.607388 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-65bd8fb7-06da-45d5-9731-75aa38cca03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:43.708408 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8fb7-06da-45d5-9731-75aa38cca03b None None] Pushing event updated for resources: {'Port': ['ID=3cb79a4d-871e-4a46-965d-dc594f543d47,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:43.852060 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33120) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:43.962645 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57e98a5-b1a0-4e83-91f3-9fb5727d2945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:43.964005 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f57e98a5-b1a0-4e83-91f3-9fb5727d2945 admin admin] 10.222.0.110 "GET /v2.0/networks/6cd5b721-fb42-4adf-b929-78090b61f6a5 HTTP/1.1" status: 200 len: 842 time: 0.1110408 Feb 15 15:11:43.973600 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:44.079111 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Made reservation on behalf of df001b77158545aea489286986b7dc7e for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:11:44.081512 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:44.457457 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.objects.ports [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103273) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 15:11:44.457882 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (33a5405e-93eb-4a8f-ae7c-fca9b71ab193), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:44.514332 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a5405e-93eb-4a8f-ae7c-fca9b71ab193,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:44.523203 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:44.523424 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Network hostable DHCP agents. Network: 6cd5b721-fb42-4adf-b929-78090b61f6a5, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:11:44.598900 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:11:44.667259 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 6cd5b721-fb42-4adf-b929-78090b61f6a5) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:44.671674 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:44.672241 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:44.677833 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992bb593-64bc-41d0-8488-ce0fea410e30 None None] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:11:44.761018 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-21afbdcf-5330-4583-a15b-baa09b4f595a admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7910075 Feb 15 15:11:44.781953 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd5ea4-cf69-4b1b-b220-c6022e378d24 None None] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:11:47.238501 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33128) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:47.535827 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fff4a0cc-b276-4d7b-9f98-25b45a0884f8 demo admin] 10.222.0.110 "GET /v2.0/routers/fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a HTTP/1.1" status: 200 len: 710 time: 0.2962215 Feb 15 15:11:47.654519 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a21ba-74c8-402c-8084-f5b7801d587d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:47.655929 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-804a21ba-74c8-402c-8084-f5b7801d587d demo admin] 10.222.0.110 "GET /v2.0/networks/6cd5b721-fb42-4adf-b929-78090b61f6a5 HTTP/1.1" status: 200 len: 886 time: 0.1148789 Feb 15 15:11:47.665515 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:47.923028 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks [] for router_gateway (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:48.304503 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks [] for router_gateway (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:48.382650 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:48.544149 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Allocated IP 172.27.0.194 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/d560804b-7d50-4dd4-b5f5-6d0c1ba718c9) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:11:48.653491 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks [] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:48.800611 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:48.885333 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:48.890795 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:48.894284 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:11:48.932655 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Pushing event updated for resources: {'Port': ['ID=d560804b-7d50-4dd4-b5f5-6d0c1ba718c9,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:49.211941 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:11:49.322215 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks [] for router_gateway (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:49.534524 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-652824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2995'] for router (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:49.539722 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652835'] for router (fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:49.653354 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Router fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:11:49.763941 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:11:49.768757 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:49.769933 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-43c9a39b-c4ae-4a07-bd66-ea124e2ead8c demo admin] 10.222.0.110 "PUT /v2.0/routers/fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a HTTP/1.1" status: 200 len: 890 time: 2.1077783 Feb 15 15:11:51.881743 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 3cb79a4d-871e-4a46-965d-dc594f543d47 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:51.933637 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 3cb79a4d-871e-4a46-965d-dc594f543d47 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:51.934035 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:52.016348 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 3cb79a4d-871e-4a46-965d-dc594f543d47 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:52.358338 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33140) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:52.372317 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Sync routers for ids ['fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:11:52.385020 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Routers {'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:52.385689 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:11:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:52.483665 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5a3342dc-1740-458c-97e4-da27e8e46134 admin admin] 10.222.0.110 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1241267 Feb 15 15:11:52.617828 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Set router fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:53.053780 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'name': 'router1', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd560804b-7d50-4dd4-b5f5-6d0c1ba718c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:29Z', 'updated_at': '2022-02-15T15:11:49Z', 'revision_number': 4, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'gw_port': {'id': 'd560804b-7d50-4dd4-b5f5-6d0c1ba718c9', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:48Z', 'updated_at': '2022-02-15T15:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '3cb79a4d-871e-4a46-965d-dc594f543d47', 'name': '', 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'mac_address': 'fa:16:3e:23:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:39Z', 'updated_at': '2022-02-15T15:11:43Z', 'revision_number': 5, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'subnets': [{'id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fafd99d9-3aaa-4ae6-81ca-a0b3c66897a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:53.111864 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Checking router: fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:11:53.112411 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Updating router fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:11:53.165379 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:53.578404 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Publish callbacks [] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:53.655915 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:53.711488 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Attempting to bind port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:11:53.711994 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Attempting to bind port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:11:53.712369 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Attempting to bind port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:11:53.720170 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:11:53.720547 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:53.721603 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:53.721996 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:11:53.722466 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Bound port: d560804b-7d50-4dd4-b5f5-6d0c1ba718c9, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:11:53.722844 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:53.724493 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807b620-da07-4747-abdd-206a103e5b9f None None] Pushing event updated for resources: {'Port': ['ID=d560804b-7d50-4dd4-b5f5-6d0c1ba718c9,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:53.779170 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] For port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:11:53.782278 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] For port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=d560804b-7d50-4dd4-b5f5-6d0c1ba718c9,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:11:53.851281 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:53.912287 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Routers {'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:53.912893 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:11:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:53.914621 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807b620-da07-4747-abdd-206a103e5b9f None None] Pushing event updated for resources: {'Port': ['ID=d560804b-7d50-4dd4-b5f5-6d0c1ba718c9,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:54.025645 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] Set router fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:54.266291 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'name': 'router1', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd560804b-7d50-4dd4-b5f5-6d0c1ba718c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:29Z', 'updated_at': '2022-02-15T15:11:49Z', 'revision_number': 4, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'gw_port': {'id': 'd560804b-7d50-4dd4-b5f5-6d0c1ba718c9', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:48Z', 'updated_at': '2022-02-15T15:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '3cb79a4d-871e-4a46-965d-dc594f543d47', 'name': '', 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'mac_address': 'fa:16:3e:23:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:39Z', 'updated_at': '2022-02-15T15:11:43Z', 'revision_number': 5, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'subnets': [{'id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fafd99d9-3aaa-4ae6-81ca-a0b3c66897a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:54.294634 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034ba24-2ca0-486a-ad9c-8e7b98a419c1 None None] The sync data for ids ['fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a'] in dv-cinder-778193-15-iscsi is: [{'id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'name': 'router1', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd560804b-7d50-4dd4-b5f5-6d0c1ba718c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:29Z', 'updated_at': '2022-02-15T15:11:49Z', 'revision_number': 4, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'gw_port': {'id': 'd560804b-7d50-4dd4-b5f5-6d0c1ba718c9', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:48Z', 'updated_at': '2022-02-15T15:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '3cb79a4d-871e-4a46-965d-dc594f543d47', 'name': '', 'network_id': '2dfecbad-29e1-4181-9866-a221b24a0e5e', 'tenant_id': '6813791ca8454ed288005c6d0d540bf9', 'mac_address': 'fa:16:3e:23:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f78a5-e668-4fdb-a185-6e5c4dbcfe3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:39Z', 'updated_at': '2022-02-15T15:11:43Z', 'revision_number': 5, 'project_id': '6813791ca8454ed288005c6d0d540bf9', 'subnets': [{'id': 'c79413ce-f0cb-4186-a588-7a7402b4c9b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fafd99d9-3aaa-4ae6-81ca-a0b3c66897a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:11:55.921880 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:55.988960 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:55.990115 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:56.104900 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:56.105235 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:56.131134 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=d560804b-7d50-4dd4-b5f5-6d0c1ba718c9,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:56.214957 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:56.292850 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=d560804b-7d50-4dd4-b5f5-6d0c1ba718c9,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:57.929198 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:58.016283 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:58.016918 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (d560804b-7d50-4dd4-b5f5-6d0c1ba718c9), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:58.392490 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port d560804b-7d50-4dd4-b5f5-6d0c1ba718c9 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:02.667293 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7909-d865-477b-9e73-6e661ea26194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:05.350092 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a2940e44-9299-4acd-8642-fdc50c71f999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:06.318870 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:07.569760 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:09.198847 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.211163 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:12:32.629270 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b530932d-c182-45b7-90b5-573ed659f634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:35.743447 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4dc27581-af69-4bb5-8905-37af678e379f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.371587 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:37.575377 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.175030 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:02.643221 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e301114f-a5c6-4b6e-9c14-492481ca5163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:03.209805 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:13:05.348005 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3d15475-c193-493f-833d-e541c366d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:06.317730 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:07.585883 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:09.200043 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:16.457172 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33624) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:16.519684 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e13ff3b-4997-47db-a4d5-0f407de47ace admin admin] GET failed (client error): The resource could not be found. Feb 15 15:13:16.520994 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8e13ff3b-4997-47db-a4d5-0f407de47ace admin admin] 10.222.0.110 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628941 Feb 15 15:13:16.687623 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627ed71-ad07-4c50-86bc-142186416da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:16.689063 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e627ed71-ad07-4c50-86bc-142186416da5 admin admin] 10.222.0.110 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637557 Feb 15 15:13:19.017824 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33634) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:19.114376 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12b87f-6e55-4950-9fc0-78413fdaf896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:19.115742 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9f12b87f-6e55-4950-9fc0-78413fdaf896 admin admin] 10.222.0.110 "GET /v2.0/subnets/c79413ce-f0cb-4186-a588-7a7402b4c9b6 HTTP/1.1" status: 200 len: 849 time: 0.0969772 Feb 15 15:13:19.125988 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:13:19.211798 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Publish callbacks [] for subnet (c79413ce-f0cb-4186-a588-7a7402b4c9b6), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:19.431675 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737018084886'] for subnet (c79413ce-f0cb-4186-a588-7a7402b4c9b6), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:19.466430 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:19.467566 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:19.468793 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] 10.222.0.110 "PUT /v2.0/subnets/c79413ce-f0cb-4186-a588-7a7402b4c9b6 HTTP/1.1" status: 200 len: 868 time: 0.3472247 Feb 15 15:13:19.471319 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d87ead-7850-4c86-b778-2d64ed2a28e5 None None] Network 2dfecbad-29e1-4181-9866-a221b24a0e5e requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:13:19.488794 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79413ce-f0cb-4186-a588-7a7402b4c9b6,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:13:19.496296 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.496670 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.497023 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.497362 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.497697 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.498027 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.498374 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.499782 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.500072 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.500487 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.500969 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.501310 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.502269 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c164b10-80e9-4406-beb3-38d81abb7f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:13:19.838060 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e6bea9f1-e0de-4f6d-87d4-c9d5dab7c7b6 None None] Provisioning complete for port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:13:19.838449 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9f1-e0de-4f6d-87d4-c9d5dab7c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (bd03d01a-208c-4c07-9238-8b7c7e16dbf1), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:19.917309 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e6bea9f1-e0de-4f6d-87d4-c9d5dab7c7b6 None None] Current status of the port bd03d01a-208c-4c07-9238-8b7c7e16dbf1 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:13:19.928344 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e6bea9f1-e0de-4f6d-87d4-c9d5dab7c7b6 None None] Provisioning complete for port 3cb79a4d-871e-4a46-965d-dc594f543d47 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:13:19.928734 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e6bea9f1-e0de-4f6d-87d4-c9d5dab7c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cb79a4d-871e-4a46-965d-dc594f543d47), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:20.009884 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e6bea9f1-e0de-4f6d-87d4-c9d5dab7c7b6 None None] Current status of the port 3cb79a4d-871e-4a46-965d-dc594f543d47 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:13:21.842387 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33642) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:22.122903 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1e3a1-cb78-46ee-873c-bed6fc031d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:22.123882 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1e3a1-cb78-46ee-873c-bed6fc031d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:22.125802 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2ed1e3a1-cb78-46ee-873c-bed6fc031d0d admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2824013 Feb 15 15:13:24.462271 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33650) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:24.592439 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee080c6-81a4-42c3-a1db-c0f0987e4d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:24.592912 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee080c6-81a4-42c3-a1db-c0f0987e4d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:24.594498 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1ee080c6-81a4-42c3-a1db-c0f0987e4d18 admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312108 Feb 15 15:13:26.984814 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33658) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:27.133162 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9f78b-5776-422f-bf15-d5237581ac81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:27.134531 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a1f9f78b-5776-422f-bf15-d5237581ac81 admin admin] 10.222.0.110 "GET /v2.0/networks/2dfecbad-29e1-4181-9866-a221b24a0e5e HTTP/1.1" status: 200 len: 869 time: 0.1487863 Feb 15 15:13:29.535113 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33666) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:29.675350 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d311ad87-6fed-4a26-805b-37ea565c8c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:29.676643 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d311ad87-6fed-4a26-805b-37ea565c8c67 admin admin] 10.222.0.110 "GET /v2.0/networks/6cd5b721-fb42-4adf-b929-78090b61f6a5 HTTP/1.1" status: 200 len: 886 time: 0.1405826 Feb 15 15:13:32.063273 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33674) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:32.188814 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62648706-0df8-4c44-9d0d-60712e2ef6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:32.189224 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62648706-0df8-4c44-9d0d-60712e2ef6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:32.190767 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-62648706-0df8-4c44-9d0d-60712e2ef6a3 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262133 Feb 15 15:13:32.650423 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-18a467a1-efb4-42b8-96d8-0de15c7fce35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:34.550539 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33682) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:34.647209 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7c43d-f04c-4814-b935-6ff0b36438ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:34.647669 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7c43d-f04c-4814-b935-6ff0b36438ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:34.649232 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-14a7c43d-f04c-4814-b935-6ff0b36438ed admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976324 Feb 15 15:13:35.385570 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eaec06de-7090-4357-b9ef-317d2cf406ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:36.330358 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:37.027065 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33690) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:37.114526 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885b76a-9df3-4761-a7f9-31fad283da39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:37.115916 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c885b76a-9df3-4761-a7f9-31fad283da39 admin admin] 10.222.0.110 "GET /v2.0/subnets/33a5405e-93eb-4a8f-ae7c-fca9b71ab193 HTTP/1.1" status: 200 len: 816 time: 0.0878894 Feb 15 15:13:37.553085 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:39.153158 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:39.446800 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33698) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:13:39.541440 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7febc1cd-8289-466e-af56-23a9d31d6af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:39.542862 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7febc1cd-8289-466e-af56-23a9d31d6af9 admin admin] 10.222.0.110 "GET /v2.0/subnets/c79413ce-f0cb-4186-a588-7a7402b4c9b6 HTTP/1.1" status: 200 len: 868 time: 0.0951276 Feb 15 15:13:40.208650 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:14:02.647669 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-13972f6f-67fb-4af3-aee3-04d8c7ccd615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:05.381147 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-522c449e-3e4f-4a5d-905c-36239a8795ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:06.330125 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:07.567566 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:08.379075 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33750) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:14:08.430437 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [None req-ece49622-a13b-49d5-9f27-6f34d9f224fb admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:14:08.431444 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ece49622-a13b-49d5-9f27-6f34d9f224fb admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514383 Feb 15 15:14:09.167728 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:10.872197 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33760) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:14:10.934949 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef8d1ba-b74a-4e2e-92ca-662fc72b2599 admin admin] GET failed (client error): The resource could not be found. Feb 15 15:14:10.936371 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5ef8d1ba-b74a-4e2e-92ca-662fc72b2599 admin admin] 10.222.0.110 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632083 Feb 15 15:14:11.079816 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dce7ad-5317-42bd-9d25-9231abdd8d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:14:11.081208 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b9dce7ad-5317-42bd-9d25-9231abdd8d97 admin admin] 10.222.0.110 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405675 Feb 15 15:14:13.436484 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33768) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:14:13.486314 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:14:13.615101 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Made reservation on behalf of df001b77158545aea489286986b7dc7e for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:14:13.617520 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:13.664382 dv-cinder-778193-15-iscsi neutron-server[103274]: WARNING neutron.services.revisions.revision_plugin [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Could not find related network for resource to bump revision. Feb 15 15:14:13.680177 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:14:13.693000 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737018204721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (6ad4572b-e0d5-4720-a3e7-5b2df837217c), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:13.693585 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Unsubscribe: segment precommit_create {{(pid=103274) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 15:14:13.694078 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Added segment 6ad4572b-e0d5-4720-a3e7-5b2df837217c of type vlan for network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 Feb 15 15:14:13.738267 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (95a0c066-1ca8-4df9-85bf-5ac029fcf904), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:13.830163 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (95a0c066-1ca8-4df9-85bf-5ac029fcf904), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:13.831123 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:14:13.831716 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:13.927642 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] Pushing event updated for resources: {'Network': ['ID=95a0c066-1ca8-4df9-85bf-5ac029fcf904,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:14:13.938953 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:14:14.010473 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f0a5aaa5-f3ec-4c52-8973-eaacd7940593 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5728390 Feb 15 15:14:16.358631 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33776) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:14:16.422015 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.pecan_wsgi.hooks.translation [None req-73772019-54fb-4083-b683-2768da10c2d8 admin admin] GET failed (client error): The resource could not be found. Feb 15 15:14:16.423354 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-73772019-54fb-4083-b683-2768da10c2d8 admin admin] 10.222.0.110 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635293 Feb 15 15:14:16.576057 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a86ce0-99d9-4dac-bf3c-50790fb877ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:14:16.577471 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-53a86ce0-99d9-4dac-bf3c-50790fb877ca admin admin] 10.222.0.110 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1499257 Feb 15 15:14:16.587272 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Request body: {'subnet': {'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:14:16.649456 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Made reservation on behalf of df001b77158545aea489286986b7dc7e for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:14:16.651788 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:16.860942 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (ca9d6372-3ea8-41e2-820f-3620dcd53154), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:16.916444 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9d6372-3ea8-41e2-820f-3620dcd53154,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:14:16.926476 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.926856 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.927210 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.927552 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.927921 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.928259 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.928610 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.928949 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.929302 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.929638 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.929970 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.930297 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.930623 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:16.933634 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Checking segment: {'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:14:16.934047 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Network hostable DHCP agents. Network: 95a0c066-1ca8-4df9-85bf-5ac029fcf904, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:14:17.018577 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:14:17.098473 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 95a0c066-1ca8-4df9-85bf-5ac029fcf904) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:14:17.102449 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:14:17.103043 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:17.109064 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e4b3f-a255-4ddc-9171-7e52c23c0285 None None] Network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:14:17.188395 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1da64bb9-77b5-46c6-b287-2d666cf00953 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6044714 Feb 15 15:14:17.208207 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:14:17.217812 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-95a0c066-1ca8-4df9-85bf-5ac029fcf904', 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904', 'project_id': 'df001b77158545aea489286986b7dc7e', 'fixed_ips': [{'subnet_id': 'ca9d6372-3ea8-41e2-820f-3620dcd53154'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:14:17.218867 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:17.370973 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Allocated IP 192.168.233.2 (95a0c066-1ca8-4df9-85bf-5ac029fcf904/ca9d6372-3ea8-41e2-820f-3620dcd53154/9a6614a4-2dfd-44a7-9274-c84a7754a02f) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:14:17.523368 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Publish callbacks [] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:17.597059 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:17.640701 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:14:17.643725 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:14:17.646196 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:14:17.654598 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Pushing event updated for resources: {'Port': ['ID=9a6614a4-2dfd-44a7-9274-c84a7754a02f,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:14:17.677956 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.678344 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.678706 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.679045 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.679379 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.679719 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.680077 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.680406 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.680731 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.681069 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.681397 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.681721 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.682057 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:14:17.722662 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Attempting to bind port 9a6614a4-2dfd-44a7-9274-c84a7754a02f on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:14:17.723156 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Attempting to bind port 9a6614a4-2dfd-44a7-9274-c84a7754a02f by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:14:17.723517 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Attempting to bind port 9a6614a4-2dfd-44a7-9274-c84a7754a02f on network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:14:17.728666 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:14:17.729040 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Checking segment: {'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:14:17.729441 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:17.729833 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Bound using segment: {'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:14:17.730295 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Bound port: 9a6614a4-2dfd-44a7-9274-c84a7754a02f, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:14:17.731213 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:17.804054 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] For port 9a6614a4-2dfd-44a7-9274-c84a7754a02f, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:14:17.807118 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] For port 9a6614a4-2dfd-44a7-9274-c84a7754a02f, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=9a6614a4-2dfd-44a7-9274-c84a7754a02f,segment=NetworkSegment(6ad4572b-e0d5-4720-a3e7-5b2df837217c),segment_id=6ad4572b-e0d5-4720-a3e7-5b2df837217c)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:14:17.873892 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:17.932477 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4a0be-e360-4441-8410-b82012af1cc7 None None] Pushing event updated for resources: {'Port': ['ID=9a6614a4-2dfd-44a7-9274-c84a7754a02f,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:14:18.829078 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd9aaa-c089-4bc7-a919-dd966ac37b37 None None] Network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:14:18.938207 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-cdbd9af2-dac6-44e3-8123-abb3a57c8dd7 None None] Provisioning complete for port 9a6614a4-2dfd-44a7-9274-c84a7754a02f triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:14:18.938518 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9af2-dac6-44e3-8123-abb3a57c8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:19.042001 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd9af2-dac6-44e3-8123-abb3a57c8dd7 None None] Current status of the port 9a6614a4-2dfd-44a7-9274-c84a7754a02f is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:14:19.042001 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9af2-dac6-44e3-8123-abb3a57c8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:19.087090 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-cdbd9af2-dac6-44e3-8123-abb3a57c8dd7 None None] For port 9a6614a4-2dfd-44a7-9274-c84a7754a02f, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=9a6614a4-2dfd-44a7-9274-c84a7754a02f,segment=NetworkSegment(6ad4572b-e0d5-4720-a3e7-5b2df837217c),segment_id=6ad4572b-e0d5-4720-a3e7-5b2df837217c)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:14:19.184949 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9af2-dac6-44e3-8123-abb3a57c8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:19.238901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9af2-dac6-44e3-8123-abb3a57c8dd7 None None] Pushing event updated for resources: {'Port': ['ID=9a6614a4-2dfd-44a7-9274-c84a7754a02f,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:14:19.305516 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-56bfe6b0-dc50-4efe-9ff5-79ac1df0a1e5 None None] Provisioning complete for port 9a6614a4-2dfd-44a7-9274-c84a7754a02f triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:14:19.305902 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-56bfe6b0-dc50-4efe-9ff5-79ac1df0a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:19.388097 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-56bfe6b0-dc50-4efe-9ff5-79ac1df0a1e5 None None] Current status of the port 9a6614a4-2dfd-44a7-9274-c84a7754a02f is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:14:20.008485 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 9a6614a4-2dfd-44a7-9274-c84a7754a02f up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:14:20.063627 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 9a6614a4-2dfd-44a7-9274-c84a7754a02f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:14:20.064063 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9a6614a4-2dfd-44a7-9274-c84a7754a02f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:20.144649 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 9a6614a4-2dfd-44a7-9274-c84a7754a02f is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:14:32.637604 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-57e870c3-d22d-471d-b019-bc1d7bdf58b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:35.412901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eb7734fe-e5ac-46d4-b477-3af89905590e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:36.298709 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:37.551482 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:39.197218 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:54.207733 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:15:02.653504 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb237f28-6a45-4e9e-a527-af608256a845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:05.406620 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-187370da-b00c-47c8-9b11-2f85e336171d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:06.333972 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:07.590227 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:09.183718 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:31.206590 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:15:32.687148 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-477dd67b-03c4-4abf-bc43-4e915d314e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:35.390404 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-589a714f-8aad-4061-8bd7-1b8fd7d8480a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:36.338760 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:37.561518 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:39.179203 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:49.255693 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33814) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:15:49.262357 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [None req-0c858bd3-b917-4d89-b39b-01369e11e446 tempest-verify_tempest_config-758340207 tempest-verify_tempest_config-758340207-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:15:49.263365 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0c858bd3-b917-4d89-b39b-01369e11e446 tempest-verify_tempest_config-758340207 tempest-verify_tempest_config-758340207-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066648 Feb 15 15:15:49.796416 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33832) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:15:49.902654 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:49.978438 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Publish callbacks [] for security_group (71e356f8-5413-42c9-8cae-640015258567), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:50.070097 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (71e356f8-5413-42c9-8cae-640015258567), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:50.118197 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=996b10890f8246df9733cbd65fafceae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3206844 Feb 15 15:15:50.118909 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e356f8-5413-42c9-8cae-640015258567,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:15:50.121005 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33838) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:15:50.126193 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.131137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8374ec-8aea-4d10-b6e0-486e8713a7f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.202580 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Publish callbacks [] for security_group (71e356f8-5413-42c9-8cae-640015258567), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:50.224067 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Publish callbacks [] for security_group (71e356f8-5413-42c9-8cae-640015258567), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:50.390195 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (71e356f8-5413-42c9-8cae-640015258567), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:50.393127 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:50.394293 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/71e356f8-5413-42c9-8cae-640015258567 HTTP/1.1" status: 204 len: 168 time: 0.2723317 Feb 15 15:15:50.403037 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e356f8-5413-42c9-8cae-640015258567,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:15:50.410800 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.410800 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.410800 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.411143 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.411505 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.411839 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.412172 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.412632 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.412959 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.413286 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.413646 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.414036 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:50.414268 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab37ad-5c5d-49bf-a4ed-842eae7e3c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:16:02.657769 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-60b9bf90-2603-4b75-92bf-f03f8b28155f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:05.384354 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-86d46309-7c77-460a-ac93-1bfce59ac31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:06.292252 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:07.588658 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:08.205586 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:16:09.167190 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:32.656783 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4df90291-2f12-4262-aa35-e7a6b4c59e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:35.383611 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9a224aae-2a39-482f-85ce-370d722f0e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:36.336501 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:37.604442 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:39.154225 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:45.204401 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:17:02.662208 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9c8813d7-02d8-4b6a-86ea-a07c438f67c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:05.403859 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3bbe4bb9-1346-45a0-8d88-1318dfdc4cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:06.335840 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:07.604509 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:09.186659 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:22.203446 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 5 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:17:32.650624 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-172b449c-bdef-4c16-a614-620b50656da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.422336 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-25ec5e56-c0a0-4f0f-9b65-5253dba497b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:36.318160 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:36.866680 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651400'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:37.575555 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:39.181249 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:51.216273 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 33908) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:51.321645 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-796a30e1-a805-4e16-8d1a-01a396808a78 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.1042743 Feb 15 15:17:53.692288 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 33918) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:53.753698 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4771ffa1-2781-4015-8023-6aed4f213bc0 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.0603530 Feb 15 15:17:59.203761 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:18:02.636520 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-92472239-3e60-4b14-aec6-8eef6e463dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:05.420659 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8c8a26e1-1b21-4720-a0a3-8f44521ee86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:06.322891 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:06.848417 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:07.592471 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:09.168753 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:32.659508 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-722a3e81-e1c0-4bb2-b4a0-41734acf8a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:35.402388 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-12c710af-b1f6-4c57-b668-5496769268be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:36.202781 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:18:36.322182 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:36.850337 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:37.585007 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:39.144795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:02.652792 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-523688c1-61bd-4026-9128-ed42889d12e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:05.384485 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b792ad5a-8486-4823-8a7b-11d071303b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:06.356107 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:06.869557 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:07.612819 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:09.184071 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:13.202634 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:19:29.542350 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34080) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:29.738901 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-125671384-network', 'tenant_id': '8ca7be2d793a4956bde996527811910d'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:29.840696 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Made reservation on behalf of 8ca7be2d793a4956bde996527811910d for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:29.844729 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:29.852547 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:29.929215 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Publish callbacks [] for security_group (b756dcae-6912-435e-8c59-42bee6faca56), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.012266 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (b756dcae-6912-435e-8c59-42bee6faca56), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.042002 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:19:30.049006 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b756dcae-6912-435e-8c59-42bee6faca56,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:30.057356 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (82f1a21f-a9b9-405a-8ed4-6e700b8d62bc), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.057691 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Added segment 82f1a21f-a9b9-405a-8ed4-6e700b8d62bc of type vlan for network 663914f1-36e9-4577-97bd-1b38afd4ce89 Feb 15 15:19:30.059752 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.060109 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.060447 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.060834 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.061231 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.061560 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.061884 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.062209 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.062559 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.062878 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.063197 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.063512 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.063879 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Tracked resource versions report: Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: pushed versions: Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: { 'AddressGroup': {'1.2'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'ConntrackHelper': {'1.0'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'LocalIPAssociation': {'1.0'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Log': {'1.0'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Network': {'1.1'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Port': {'1.7'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'PortForwarding': {'1.2'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'QosPolicy': {'1.10'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SecurityGroup': {'1.5'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SubPort': {'1.0'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Subnet': {'1.1'}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Trunk': {'1.1'}} Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: consumer versions: Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: { DHCP agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: HyperV agent@hv-cinder-77819: {}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: L3 agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: Metadata agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: Metering agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: Open vSwitch agent@dv-cinder-778193-15-iscsi: { 'AddressGroup': '1.2', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'ConntrackHelper': '1.0', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'LocalIPAssociation': '1.0', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Log': '1.0', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Network': '1.1', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Port': '1.7', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'PortForwarding': '1.2', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'QosPolicy': '1.10', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SecurityGroup': '1.5', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SecurityGroupRule': '1.2', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'SubPort': '1.0', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Subnet': '1.1', Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: 'Trunk': '1.1'}} Feb 15 15:19:30.065032 dv-cinder-778193-15-iscsi neutron-server[103273]: {{(pid=103273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 15:19:30.109227 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (663914f1-36e9-4577-97bd-1b38afd4ce89), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.206658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (663914f1-36e9-4577-97bd-1b38afd4ce89), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.207717 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:30.208324 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.269289 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] Pushing event updated for resources: {'Network': ['ID=663914f1-36e9-4577-97bd-1b38afd4ce89,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:30.294165 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 663914f1-36e9-4577-97bd-1b38afd4ce89 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:19:30.333705 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34122) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:30.334323 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-51f2401a-2e91-4232-8524-94e31dd30b91 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7904298 Feb 15 15:19:30.339889 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Request body: {'subnet': {'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-subnet', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:30.411380 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34128) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:30.421550 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Made reservation on behalf of 8ca7be2d793a4956bde996527811910d for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:30.423877 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.445143 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34132) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:30.658618 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (2f591886-6c8d-4e78-b254-7b3450def381), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.725523 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f591886-6c8d-4e78-b254-7b3450def381,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:30.733235 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Checking segment: {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:30.733582 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Network hostable DHCP agents. Network: 663914f1-36e9-4577-97bd-1b38afd4ce89, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:19:30.736917 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.737260 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.737595 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.737919 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.738240 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.738561 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.738879 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.739202 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.739815 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.740142 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.740483 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.740780 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.741081 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Tracked resource versions report: Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: pushed versions: Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: { 'AddressGroup': {'1.2'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'ConntrackHelper': {'1.0'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'LocalIPAssociation': {'1.0'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Log': {'1.0'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Network': {'1.1'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Port': {'1.7'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'PortForwarding': {'1.2'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'QosPolicy': {'1.10'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SecurityGroup': {'1.5'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SubPort': {'1.0'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Subnet': {'1.1'}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Trunk': {'1.1'}} Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: consumer versions: Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: { DHCP agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: HyperV agent@hv-cinder-77819: {}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: L3 agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: Metadata agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: Metering agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: Open vSwitch agent@dv-cinder-778193-15-iscsi: { 'AddressGroup': '1.2', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'ConntrackHelper': '1.0', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'LocalIPAssociation': '1.0', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Log': '1.0', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Network': '1.1', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Port': '1.7', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'PortForwarding': '1.2', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'QosPolicy': '1.10', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SecurityGroup': '1.5', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SecurityGroupRule': '1.2', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'SubPort': '1.0', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Subnet': '1.1', Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: 'Trunk': '1.1'}} Feb 15 15:19:30.742236 dv-cinder-778193-15-iscsi neutron-server[103274]: {{(pid=103274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 15:19:30.813274 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1492449264-network', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:30.829853 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Network 663914f1-36e9-4577-97bd-1b38afd4ce89 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:19:30.899091 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34150) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:30.905886 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Made reservation on behalf of a15d8453cac44f089b89e2d5930fccc6 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:30.908156 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.917848 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:30.925231 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-418003017-network', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:30.926157 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 663914f1-36e9-4577-97bd-1b38afd4ce89) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:30.946208 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9712ea1-2a12-4cc5-a656-7c10e60885c4 None None] Network 663914f1-36e9-4577-97bd-1b38afd4ce89 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:30.980216 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34156) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:30.983370 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:30.984281 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.051986 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Publish callbacks [] for security_group (c67e1385-e98d-4f5b-919d-a6daf589aac0), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.058339 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Made reservation on behalf of e5da61bfabcd4286b4d12afe5df1b2f4 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:31.063538 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.066652 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1504b523-238e-4bed-9a48-1a09061f3a01 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7314208 Feb 15 15:19:31.078079 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34164) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:31.079249 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675db7aa-ba0f-4ce1-9c6c-d1d035fa23a2 None None] Network 663914f1-36e9-4577-97bd-1b38afd4ce89 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:31.087376 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:31.095273 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.122991 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-580351947-network', 'tenant_id': 'abcafe5f2e554a5db4d295e18da03293'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:31.146753 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (c67e1385-e98d-4f5b-919d-a6daf589aac0), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.163290 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:19:31.191799 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (264e3610-5e91-4d79-b5a9-a432d2482ec4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.192452 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Added segment 264e3610-5e91-4d79-b5a9-a432d2482ec4 of type vlan for network 73f85123-0d32-40a7-854e-e7dc72d977f8 Feb 15 15:19:31.217873 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.220504 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.247200 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Publish callbacks [] for security_group (afa21da6-1cce-489d-a513-4450ace6201f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.315735 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Made reservation on behalf of abcafe5f2e554a5db4d295e18da03293 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:31.317885 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (afa21da6-1cce-489d-a513-4450ace6201f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.318077 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.347077 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks [] for router_controller (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.349230 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e1385-e98d-4f5b-919d-a6daf589aac0,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:31.365628 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (73f85123-0d32-40a7-854e-e7dc72d977f8), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.374393 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa21da6-1cce-489d-a513-4450ace6201f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:31.392152 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1557620266-network', 'tenant_id': '1408bca053e14889b1c275982172aeea'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:31.398976 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.423177 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:19:31.432401 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (4e29c775-1d65-402d-b209-23aec28681cb), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.432741 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Added segment 4e29c775-1d65-402d-b209-23aec28681cb of type vlan for network ec872a1c-f759-476e-9f1d-ad2e90c64e61 Feb 15 15:19:31.484661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (ec872a1c-f759-476e-9f1d-ad2e90c64e61), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.524626 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (73f85123-0d32-40a7-854e-e7dc72d977f8), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.525760 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:31.526329 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.538573 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Made reservation on behalf of 1408bca053e14889b1c275982172aeea for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:31.542978 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.565858 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.596925 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (ec872a1c-f759-476e-9f1d-ad2e90c64e61), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.598641 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:31.599407 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.696169 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] Pushing event updated for resources: {'Network': ['ID=73f85123-0d32-40a7-854e-e7dc72d977f8,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:31.711458 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] Pushing event updated for resources: {'Network': ['ID=ec872a1c-f759-476e-9f1d-ad2e90c64e61,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:31.715209 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:19:31.723959 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0d710710-a727-41f8-87d1-45acce489cbd admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2731187 Feb 15 15:19:31.726080 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Publish callbacks [] for security_group (34874bb4-47b7-4c7e-9552-114cb80cb0e9), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.727448 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34186) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:31.811059 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Publish callbacks [] for security_group (20f66579-c17f-45d2-8d01-e1ecba1a40eb), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.822257 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks [] for router_gateway (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.831262 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Request body: {'subnet': {'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-subnet', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:31.845829 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (34874bb4-47b7-4c7e-9552-114cb80cb0e9), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.846338 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:19:31.864741 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:19:31.879096 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3085cc1f-53b7-4fa4-992f-d4e9f3ba593d admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4665191 Feb 15 15:19:31.882488 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34198) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:31.888651 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Request body: {'subnet': {'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1492449264-subnet', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:31.894136 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (1990fdc4-1bd8-4e52-bd68-b6b32c9bd525), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.894492 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Added segment 1990fdc4-1bd8-4e52-bd68-b6b32c9bd525 of type vlan for network b3157b38-70a0-48e9-97db-bb27e9cc80c9 Feb 15 15:19:31.896907 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (20f66579-c17f-45d2-8d01-e1ecba1a40eb), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.907689 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34874bb4-47b7-4c7e-9552-114cb80cb0e9,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:31.938812 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Made reservation on behalf of e5da61bfabcd4286b4d12afe5df1b2f4 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:31.941256 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.977200 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:19:31.994584 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (cc70c7ce-f596-41d0-bf7a-fdf613e21e72), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:31.994584 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Added segment cc70c7ce-f596-41d0-bf7a-fdf613e21e72 of type vlan for network 8f2764d8-f6f0-4823-a35d-229208facac9 Feb 15 15:19:32.015630 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (b3157b38-70a0-48e9-97db-bb27e9cc80c9), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.087489 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (8f2764d8-f6f0-4823-a35d-229208facac9), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.105252 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f66579-c17f-45d2-8d01-e1ecba1a40eb,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:32.162952 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (b3157b38-70a0-48e9-97db-bb27e9cc80c9), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.162952 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:32.178671 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.229660 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Made reservation on behalf of a15d8453cac44f089b89e2d5930fccc6 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:32.237124 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.323558 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4181635 Feb 15 15:19:32.323684 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (8f2764d8-f6f0-4823-a35d-229208facac9), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.324650 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:32.325578 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.327813 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34222) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:32.328648 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a9f6d-a410-493b-a060-e2d8ea13e9ed admin admin] Pushing event updated for resources: {'Network': ['ID=b3157b38-70a0-48e9-97db-bb27e9cc80c9,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:32.338958 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network b3157b38-70a0-48e9-97db-bb27e9cc80c9 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:19:32.344431 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Request body: {'subnet': {'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-580351947-subnet', 'tenant_id': 'abcafe5f2e554a5db4d295e18da03293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:32.458088 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2764d8-f6f0-4823-a35d-229208facac9,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:32.480147 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 8f2764d8-f6f0-4823-a35d-229208facac9 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:19:32.498023 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6e3ad6a9-4bc0-41b0-a62b-b7b77f0bb250 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5322738 Feb 15 15:19:32.504975 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34230) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:32.522545 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Request body: {'subnet': {'network_id': '8f2764d8-f6f0-4823-a35d-229208facac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1557620266-subnet', 'tenant_id': '1408bca053e14889b1c275982172aeea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:32.564714 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks [] for router_gateway (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.594748 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.615050 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Made reservation on behalf of abcafe5f2e554a5db4d295e18da03293 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:32.619226 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.644836 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (c7bddf0a-ca94-41a4-9c6b-0dde5923380f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.705504 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4c188959-894d-40a6-be69-5c06e9d1177e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.755165 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bddf0a-ca94-41a4-9c6b-0dde5923380f,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:32.759605 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Checking segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:32.762471 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Network hostable DHCP agents. Network: ec872a1c-f759-476e-9f1d-ad2e90c64e61, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:19:32.778318 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Allocated IP 172.27.0.168 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/e804a820-223b-4395-9902-abef658dda76) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:32.801608 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Made reservation on behalf of 1408bca053e14889b1c275982172aeea for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:32.804035 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.852660 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.883713 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:19:32.913683 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks [] for port (e804a820-223b-4395-9902-abef658dda76), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.961426 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, ec872a1c-f759-476e-9f1d-ad2e90c64e61) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:32.969911 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:32.972524 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:32.974059 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2efe27d-585e-45c4-88a1-940b92c04355 None None] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:32.976988 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:33.003831 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Checking segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:33.004596 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Network hostable DHCP agents. Network: 73f85123-0d32-40a7-854e-e7dc72d977f8, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:19:33.071782 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34236) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:33.077080 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-24ac1f43-1749-42cd-b8f3-bf1417af8ee9 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2447701 Feb 15 15:19:33.079401 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (e804a820-223b-4395-9902-abef658dda76), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.081016 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:33.126793 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34238) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:33.133189 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:19:33.134083 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.134266 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (2bf91284-353b-4caa-aae4-645c7cbdb48d), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.163643 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:33.171450 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:33.182315 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:33.292729 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf91284-353b-4caa-aae4-645c7cbdb48d,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:33.312576 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:19:33.332154 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (3742ca3b-4178-4662-a923-a98099a02ea4), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.333572 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (3742ca3b-4178-4662-a923-a98099a02ea4), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.347802 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34246) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:33.367611 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e804a820-223b-4395-9902-abef658dda76,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:33.423408 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Allocated IP 172.20.0.2 (ec872a1c-f759-476e-9f1d-ad2e90c64e61/c7bddf0a-ca94-41a4-9c6b-0dde5923380f/c817e309-2cdf-45b1-be3e-1012086cc5ab) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:33.436967 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 73f85123-0d32-40a7-854e-e7dc72d977f8) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:33.444606 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0582a2d-2eeb-4a89-886b-5fe8ce4be877 None None] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:33.448316 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (a7bec551-45ff-4fe1-8552-81c5bba931fc), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.454947 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1dbbbbe-8795-4c93-9fc5-7854a50ff2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.469275 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks [] for router_controller (3742ca3b-4178-4662-a923-a98099a02ea4), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.475500 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:33.476164 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.525253 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b6c0817-ceff-4e64-93de-f57290def25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.543747 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Checking segment: {'id': 'cc70c7ce-f596-41d0-bf7a-fdf613e21e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f2764d8-f6f0-4823-a35d-229208facac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:33.546753 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Network hostable DHCP agents. Network: 8f2764d8-f6f0-4823-a35d-229208facac9, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:19:33.557648 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Checking segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:33.558048 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Network hostable DHCP agents. Network: b3157b38-70a0-48e9-97db-bb27e9cc80c9, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:19:33.626269 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks [] for router_gateway (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.654352 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-73f85123-0d32-40a7-854e-e7dc72d977f8', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:19:33.655533 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.703444 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Publish callbacks [] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.746888 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bec551-45ff-4fe1-8552-81c5bba931fc,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:33.821756 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fc9b34ac-627e-401d-89a9-a362bda5d53f admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9380145 Feb 15 15:19:33.824833 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34258) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:33.829342 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:33.850798 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1dbbbbe-8795-4c93-9fc5-7854a50ff2c5 admin admin] Publish callbacks [] for security_group (6539916d-3fc1-4d3a-8d09-c29ae1ca5b62), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.869161 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks [] for router_gateway (3742ca3b-4178-4662-a923-a98099a02ea4), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.872695 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Network 8f2764d8-f6f0-4823-a35d-229208facac9 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:19:33.889738 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Network b3157b38-70a0-48e9-97db-bb27e9cc80c9 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:19:33.902468 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.935871 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b6c0817-ceff-4e64-93de-f57290def25b admin admin] Publish callbacks [] for security_group (3cf0049d-14ba-4b5c-9ec8-4033f5b030bc), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.947733 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1dbbbbe-8795-4c93-9fc5-7854a50ff2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6539916d-3fc1-4d3a-8d09-c29ae1ca5b62), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:33.961925 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:33.990032 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:34.003864 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:34.018217 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Pushing event updated for resources: {'Port': ['ID=c817e309-2cdf-45b1-be3e-1012086cc5ab,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:34.048150 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a1dbbbbe-8795-4c93-9fc5-7854a50ff2c5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7318885a4c074bd38c7e0e8ad166a519&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6930099 Feb 15 15:19:34.049018 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34266) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:34.055479 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.055878 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.056280 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.056674 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.056985 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.057314 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.057439 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbbbbe-8795-4c93-9fc5-7854a50ff2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6539916d-3fc1-4d3a-8d09-c29ae1ca5b62,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:34.057723 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.058158 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.058448 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.058574 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 8f2764d8-f6f0-4823-a35d-229208facac9) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:34.059035 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.059136 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.059421 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.060302 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Tracked resource versions report: Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: pushed versions: Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: { 'AddressGroup': {'1.2'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'ConntrackHelper': {'1.0'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'LocalIPAssociation': {'1.0'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Log': {'1.0'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Network': {'1.1'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Port': {'1.7'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'PortForwarding': {'1.2'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'QosPolicy': {'1.10'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SecurityGroup': {'1.5'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SubPort': {'1.0'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Subnet': {'1.1'}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Trunk': {'1.1'}} Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: consumer versions: Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: { DHCP agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: HyperV agent@hv-cinder-77819: {}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: L3 agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: Metadata agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: Metering agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: Open vSwitch agent@dv-cinder-778193-15-iscsi: { 'AddressGroup': '1.2', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'ConntrackHelper': '1.0', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'LocalIPAssociation': '1.0', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Log': '1.0', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Network': '1.1', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Port': '1.7', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'PortForwarding': '1.2', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'QosPolicy': '1.10', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SecurityGroup': '1.5', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SecurityGroupRule': '1.2', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'SubPort': '1.0', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Subnet': '1.1', Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: 'Trunk': '1.1'}} Feb 15 15:19:34.062344 dv-cinder-778193-15-iscsi neutron-server[103275]: {{(pid=103275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 15:19:34.069427 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.070471 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.094606 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:34.097516 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.098557 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Allocated IP 172.20.0.2 (73f85123-0d32-40a7-854e-e7dc72d977f8/8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb/645aee43-0709-4b8a-b551-5ef8f9ee1245) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:34.103194 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6abf6-643f-4c41-8ef3-c44432bffde7 None None] Network 8f2764d8-f6f0-4823-a35d-229208facac9 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:34.118951 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.125666 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, b3157b38-70a0-48e9-97db-bb27e9cc80c9) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:34.130364 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:34.131872 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.135208 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b6c0817-ceff-4e64-93de-f57290def25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3cf0049d-14ba-4b5c-9ec8-4033f5b030bc), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.205545 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1b6c0817-ceff-4e64-93de-f57290def25b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=995cd50a5c464be9a118fd12c7bbabef&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0769348 Feb 15 15:19:34.209839 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78019bde-83da-4928-864b-f2092744bddd None None] Network b3157b38-70a0-48e9-97db-bb27e9cc80c9 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:34.219349 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c0817-ceff-4e64-93de-f57290def25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0049d-14ba-4b5c-9ec8-4033f5b030bc,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:34.240436 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3dd51946-6e34-43ef-bcfe-195bdba7a075 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7256446 Feb 15 15:19:34.251087 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34268) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:34.344210 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0a312431-1f91-42e6-abf4-7f5253f00560 admin admin] Publish callbacks [] for security_group (3cf0049d-14ba-4b5c-9ec8-4033f5b030bc), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.364137 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Attempting to bind port c817e309-2cdf-45b1-be3e-1012086cc5ab on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:34.364633 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Attempting to bind port c817e309-2cdf-45b1-be3e-1012086cc5ab by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:34.364997 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Attempting to bind port c817e309-2cdf-45b1-be3e-1012086cc5ab on network ec872a1c-f759-476e-9f1d-ad2e90c64e61 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:34.388121 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e04313d9-e6e5-4da3-bcec-142f3e8d4cbb admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0556734 Feb 15 15:19:34.403680 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0a312431-1f91-42e6-abf4-7f5253f00560 admin admin] Publish callbacks [] for security_group (3cf0049d-14ba-4b5c-9ec8-4033f5b030bc), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.430095 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks [] for router_controller (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.456560 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:34.456951 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Checking segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:34.457364 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.457764 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Bound using segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:34.458267 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Bound port: c817e309-2cdf-45b1-be3e-1012086cc5ab, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:34.458650 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.461411 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e4507f6c-8456-42c2-8196-636906228246 admin admin] Publish callbacks [] for security_group (6539916d-3fc1-4d3a-8d09-c29ae1ca5b62), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.552656 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] For port c817e309-2cdf-45b1-be3e-1012086cc5ab, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:34.563399 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] For port c817e309-2cdf-45b1-be3e-1012086cc5ab, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=c817e309-2cdf-45b1-be3e-1012086cc5ab,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:34.569394 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e4507f6c-8456-42c2-8196-636906228246 admin admin] Publish callbacks [] for security_group (6539916d-3fc1-4d3a-8d09-c29ae1ca5b62), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.671073 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0a312431-1f91-42e6-abf4-7f5253f00560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3cf0049d-14ba-4b5c-9ec8-4033f5b030bc), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.673678 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0a312431-1f91-42e6-abf4-7f5253f00560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.677386 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0a312431-1f91-42e6-abf4-7f5253f00560 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3cf0049d-14ba-4b5c-9ec8-4033f5b030bc HTTP/1.1" status: 204 len: 168 time: 0.4274526 Feb 15 15:19:34.686656 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.688794 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a312431-1f91-42e6-abf4-7f5253f00560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0049d-14ba-4b5c-9ec8-4033f5b030bc,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:34.811119 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks [] for router_gateway (3742ca3b-4178-4662-a923-a98099a02ea4), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.827283 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks [] for router_gateway (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.836025 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34320) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:34.841839 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:34.884665 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee622d79-0102-4e9b-b5e4-7119ea6d1310 None None] Network 8f2764d8-f6f0-4823-a35d-229208facac9 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:34.898648 dv-cinder-778193-15-iscsi neutron-server[103273]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 15:19:34.976580 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:19:34.988748 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39986303-cfb5-4584-9ea4-826d04aee945 None None] Network b3157b38-70a0-48e9-97db-bb27e9cc80c9 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:35.063529 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e4507f6c-8456-42c2-8196-636906228246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6539916d-3fc1-4d3a-8d09-c29ae1ca5b62), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.064869 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e4507f6c-8456-42c2-8196-636906228246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.066045 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e4507f6c-8456-42c2-8196-636906228246 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6539916d-3fc1-4d3a-8d09-c29ae1ca5b62 HTTP/1.1" status: 204 len: 168 time: 1.0159035 Feb 15 15:19:35.134213 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4507f6c-8456-42c2-8196-636906228246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6539916d-3fc1-4d3a-8d09-c29ae1ca5b62,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:35.136683 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754987d5-4cb8-4872-8969-9f9739c30681 None None] Pushing event updated for resources: {'Port': ['ID=c817e309-2cdf-45b1-be3e-1012086cc5ab,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:35.175797 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Publish callbacks [] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.287572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.287834 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:19:35.300086 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Sync routers for ids ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:19:35.319826 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Routers {'7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:35.322598 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:35.340863 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-ad44025f-8f10-4335-91f4-e4f4dfd65cf5 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:35.369179 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-ad44025f-8f10-4335-91f4-e4f4dfd65cf5 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/networks?id=8f2764d8-f6f0-4823-a35d-229208facac9 HTTP/1.1" status: 200 len: 812 time: 0.4812281 Feb 15 15:19:35.428338 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-785f8dcf-492d-43b3-9b2e-130d36ae21b4 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/quotas/1408bca053e14889b1c275982172aeea HTTP/1.1" status: 200 len: 375 time: 0.0581803 Feb 15 15:19:35.465433 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:35.490864 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:35.495260 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:35.499549 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Pushing event updated for resources: {'Port': ['ID=645aee43-0709-4b8a-b551-5ef8f9ee1245,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:35.553164 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Allocated IP 172.27.0.81 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/da108d00-5a9f-4d1e-af35-35040915e798) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:35.557357 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34340) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:35.557957 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-e1226eec-a67d-4e57-8059-315f2fdd3f0a tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=1408bca053e14889b1c275982172aeea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1286480 Feb 15 15:19:35.576383 dv-cinder-778193-15-iscsi neutron-server[103274]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 15:19:35.603488 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Attempting to bind port 645aee43-0709-4b8a-b551-5ef8f9ee1245 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:35.603827 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Attempting to bind port 645aee43-0709-4b8a-b551-5ef8f9ee1245 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:35.604335 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Attempting to bind port 645aee43-0709-4b8a-b551-5ef8f9ee1245 on network 73f85123-0d32-40a7-854e-e7dc72d977f8 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:35.611310 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:35.611679 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Checking segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:35.612168 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.612545 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Bound using segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:35.613052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Bound port: 645aee43-0709-4b8a-b551-5ef8f9ee1245, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:35.613423 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.625339 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-667a139c-e634-4c63-b807-3eb1bf7f1b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.657191 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Set router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:35.658127 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.659361 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a1065618-93cd-4f27-a405-ab05d75fe2e4 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5794652 Feb 15 15:19:35.662983 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34344) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:35.679593 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks [] for router_gateway (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.702273 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] For port 645aee43-0709-4b8a-b551-5ef8f9ee1245, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:35.716217 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] For port 645aee43-0709-4b8a-b551-5ef8f9ee1245, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=645aee43-0709-4b8a-b551-5ef8f9ee1245,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:35.719298 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.746072 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34346) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:35.823288 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-92d2e53e-5f5a-440e-b2a9-c8439b6cf318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.825305 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.853263 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-db0d671b-1ed9-4c9a-bda1-b4252594c295 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:35.854975 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-db0d671b-1ed9-4c9a-bda1-b4252594c295 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 814 time: 0.2885389 Feb 15 15:19:35.879284 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-3ae8dfb1-dce5-4d5f-b3e8-846a50776621 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/quotas/abcafe5f2e554a5db4d295e18da03293 HTTP/1.1" status: 200 len: 375 time: 0.0151334 Feb 15 15:19:35.947485 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8c7e9-d1a6-4156-9742-95660bc8dc90 None None] Pushing event updated for resources: {'Port': ['ID=645aee43-0709-4b8a-b551-5ef8f9ee1245,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:35.996157 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-77deccfe-8526-4b1b-8d0a-fe6c96267df4 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101890 Feb 15 15:19:36.002093 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks [] for port (da108d00-5a9f-4d1e-af35-35040915e798), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.081440 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e804a820-223b-4395-9902-abef658dda76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:19:33Z', 'revision_number': 3, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port': {'id': 'e804a820-223b-4395-9902-abef658dda76', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:32Z', 'updated_at': '2022-02-15T15:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:36.099858 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-9ef7c941-8b78-4fc9-8a9d-f099283994b2 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:19:36.108726 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-9ef7c941-8b78-4fc9-8a9d-f099283994b2 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1383522 Feb 15 15:19:36.113451 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Checking router: 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:19:36.113761 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Updating router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 port e804a820-223b-4395-9902-abef658dda76 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:19:36.158443 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (e804a820-223b-4395-9902-abef658dda76), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.231398 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-5f6a13c3-a5ff-4cd4-b5cc-2f4a5e588ba3 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:19:36.245166 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-5f6a13c3-a5ff-4cd4-b5cc-2f4a5e588ba3 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1014397 Feb 15 15:19:36.351724 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device c817e309-2cdf-45b1-be3e-1012086cc5ab up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:36.392204 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-1cfa660f-c640-49d7-b96a-c3a69d1c32bb service neutron] 10.222.0.110 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490617 Feb 15 15:19:36.467357 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.502203 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port c817e309-2cdf-45b1-be3e-1012086cc5ab triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:36.502718 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-92d2e53e-5f5a-440e-b2a9-c8439b6cf318 admin admin] Publish callbacks [] for security_group (3051de85-92c3-475e-8970-d55882dbdf90), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.503898 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.528489 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-8bda4134-f47f-4bb0-be9d-932468942dee service neutron] 10.222.0.110 "GET /v2.0/networks/8f2764d8-f6f0-4823-a35d-229208facac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173307 Feb 15 15:19:36.531642 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34362) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:36.549743 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-dca35f93-4e1d-4aad-8c48-9c0fe7ac157a service neutron] 10.222.0.110 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559107 Feb 15 15:19:36.592967 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (da108d00-5a9f-4d1e-af35-35040915e798), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.595639 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4174c96d-bb93-432f-9982-a27865cbd84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.619318 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port c817e309-2cdf-45b1-be3e-1012086cc5ab is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:36.619794 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.655932 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Allocated IP 172.27.0.155 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/8620d2b2-7cb3-46be-961b-be50d83dda23) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:36.671485 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ca5f5-94cb-4685-9056-bfa1d2a15021 None None] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:36.674595 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port c817e309-2cdf-45b1-be3e-1012086cc5ab, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=c817e309-2cdf-45b1-be3e-1012086cc5ab,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:19:36.761187 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.814177 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks [] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.823034 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-92d2e53e-5f5a-440e-b2a9-c8439b6cf318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3051de85-92c3-475e-8970-d55882dbdf90), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.850216 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2b624cb6-d411-46f9-8e3a-32db174aebc3 None None] Provisioning complete for port c817e309-2cdf-45b1-be3e-1012086cc5ab triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:36.850583 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2b624cb6-d411-46f9-8e3a-32db174aebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.904151 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=c817e309-2cdf-45b1-be3e-1012086cc5ab,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:36.968352 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.972664 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:36.987673 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2b624cb6-d411-46f9-8e3a-32db174aebc3 None None] Current status of the port c817e309-2cdf-45b1-be3e-1012086cc5ab is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:37.061646 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:37.074741 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:37.082429 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:37.118121 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Pushing event updated for resources: {'Port': ['ID=da108d00-5a9f-4d1e-af35-35040915e798,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:37.184871 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-3d8f2a7f-97c4-42bb-962f-dcf021470771 service neutron] 10.222.0.110 "GET /v2.0/networks/8f2764d8-f6f0-4823-a35d-229208facac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376283 Feb 15 15:19:37.185609 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2e53e-5f5a-440e-b2a9-c8439b6cf318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3051de85-92c3-475e-8970-d55882dbdf90,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:37.187559 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:37.195294 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:37.205190 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-92d2e53e-5f5a-440e-b2a9-c8439b6cf318 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=80916de042414f4ca03cba8af462a26d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4553313 Feb 15 15:19:37.217723 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34390) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:37.219100 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:37.236520 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0f63d26d-c313-46f9-89e1-4e11bf8c533f req-e07ba5d3-b661-4d74-928a-1da5237b77dc tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 210 time: 0.1836443 Feb 15 15:19:37.300399 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Publish callbacks [] for port (e804a820-223b-4395-9902-abef658dda76), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.383933 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (e804a820-223b-4395-9902-abef658dda76), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.467081 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Pushing event updated for resources: {'Port': ['ID=e804a820-223b-4395-9902-abef658dda76,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:37.481312 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.481766 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.482333 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.482875 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.483217 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.483556 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.483943 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.484458 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.484967 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.485475 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.486011 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.486525 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.487022 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Tracked resource versions report: Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: pushed versions: Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: { 'AddressGroup': {'1.2'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'ConntrackHelper': {'1.0'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'LocalIPAssociation': {'1.0'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Log': {'1.0'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Network': {'1.1'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Port': {'1.7'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'PortForwarding': {'1.2'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'QosPolicy': {'1.10'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SecurityGroup': {'1.5'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SubPort': {'1.0'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Subnet': {'1.1'}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Trunk': {'1.1'}} Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: consumer versions: Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: { DHCP agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: HyperV agent@hv-cinder-77819: {}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: L3 agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: Metadata agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: Metering agent@dv-cinder-778193-15-iscsi: {}, Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: Open vSwitch agent@dv-cinder-778193-15-iscsi: { 'AddressGroup': '1.2', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'ConntrackHelper': '1.0', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'LocalIPAssociation': '1.0', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Log': '1.0', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Network': '1.1', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Port': '1.7', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'PortForwarding': '1.2', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'QosPolicy': '1.10', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SecurityGroup': '1.5', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SecurityGroupRule': '1.2', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'SubPort': '1.0', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Subnet': '1.1', Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: 'Trunk': '1.1'}} Feb 15 15:19:37.488648 dv-cinder-778193-15-iscsi neutron-server[103276]: {{(pid=103276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 15:19:37.561981 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Attempting to bind port e804a820-223b-4395-9902-abef658dda76 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:37.568848 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Attempting to bind port e804a820-223b-4395-9902-abef658dda76 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:37.568848 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Attempting to bind port e804a820-223b-4395-9902-abef658dda76 on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:37.568848 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:37.571362 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-60fbaa0d-d18e-447a-9297-17c8b6fbaaa3 None None] Provisioning complete for port c817e309-2cdf-45b1-be3e-1012086cc5ab triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:37.571885 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-60fbaa0d-d18e-447a-9297-17c8b6fbaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.591020 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:37.593482 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.594355 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:37.597274 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8620d2b2-7cb3-46be-961b-be50d83dda23,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:37.604026 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Bound port: e804a820-223b-4395-9902-abef658dda76, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:37.604026 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (e804a820-223b-4395-9902-abef658dda76), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.647159 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4174c96d-bb93-432f-9982-a27865cbd84e admin admin] Publish callbacks [] for security_group (6ccdeb78-bfd4-4120-85d1-0c4d21ecde5a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.681355 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beee62c9-b64d-43a1-96b8-ec8407a055eb None None] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:19:37.714976 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc71c75f-989a-4e7b-83dc-dcc41ab515a3 admin admin] Publish callbacks [] for security_group (3051de85-92c3-475e-8970-d55882dbdf90), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.757759 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] For port e804a820-223b-4395-9902-abef658dda76, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:37.766558 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] For port e804a820-223b-4395-9902-abef658dda76, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=e804a820-223b-4395-9902-abef658dda76,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:37.772751 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc71c75f-989a-4e7b-83dc-dcc41ab515a3 admin admin] Publish callbacks [] for security_group (3051de85-92c3-475e-8970-d55882dbdf90), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.786218 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4174c96d-bb93-432f-9982-a27865cbd84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6ccdeb78-bfd4-4120-85d1-0c4d21ecde5a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.843938 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (e804a820-223b-4395-9902-abef658dda76), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.880708 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174c96d-bb93-432f-9982-a27865cbd84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccdeb78-bfd4-4120-85d1-0c4d21ecde5a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:37.943893 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc71c75f-989a-4e7b-83dc-dcc41ab515a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3051de85-92c3-475e-8970-d55882dbdf90), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.946871 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cc71c75f-989a-4e7b-83dc-dcc41ab515a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.950010 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cc71c75f-989a-4e7b-83dc-dcc41ab515a3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3051de85-92c3-475e-8970-d55882dbdf90 HTTP/1.1" status: 204 len: 168 time: 0.7209976 Feb 15 15:19:37.955376 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:37.969247 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4174c96d-bb93-432f-9982-a27865cbd84e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=54dc79a1a94042039a70ee3c012d345b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4365187 Feb 15 15:19:37.972850 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Routers {'7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:37.973485 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:37.995519 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34424) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:38.013353 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71c75f-989a-4e7b-83dc-dcc41ab515a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3051de85-92c3-475e-8970-d55882dbdf90,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:38.040316 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks [] for router_gateway (3742ca3b-4178-4662-a923-a98099a02ea4), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.057676 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-96b5829e-1178-49ec-80df-4b0ebd18b744 req-f33d8e8e-e718-480b-ab54-d18a5f3f3c59 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 210 time: 0.2771325 Feb 15 15:19:38.106334 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks [] for router_gateway (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.132810 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e75a-a154-4977-99dd-0d0283a0aaf6 None None] Pushing event updated for resources: {'Port': ['ID=e804a820-223b-4395-9902-abef658dda76,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:38.168653 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-60fbaa0d-d18e-447a-9297-17c8b6fbaaa3 None None] Current status of the port c817e309-2cdf-45b1-be3e-1012086cc5ab is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:38.270756 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-19ca6011-e985-44c4-932d-ca007f728869 admin admin] Publish callbacks [] for security_group (6ccdeb78-bfd4-4120-85d1-0c4d21ecde5a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.303905 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-19ca6011-e985-44c4-932d-ca007f728869 admin admin] Publish callbacks [] for security_group (6ccdeb78-bfd4-4120-85d1-0c4d21ecde5a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.347738 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] Set router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:38.355348 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-d73c7ec5-e3f6-432a-85dd-76f8b6a54644 None None] Provisioning complete for port 645aee43-0709-4b8a-b551-5ef8f9ee1245 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:38.355852 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d73c7ec5-e3f6-432a-85dd-76f8b6a54644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.495853 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device c817e309-2cdf-45b1-be3e-1012086cc5ab up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:38.553040 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67067191-4f2e-4a2f-af1e-73b75f7e9a05 req-7f0896a7-eb7a-4e0c-9527-17ef380d73b2 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 210 time: 0.1462171 Feb 15 15:19:38.646606 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.676270 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-d73c7ec5-e3f6-432a-85dd-76f8b6a54644 None None] Current status of the port 645aee43-0709-4b8a-b551-5ef8f9ee1245 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:38.677253 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d73c7ec5-e3f6-432a-85dd-76f8b6a54644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.681680 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port c817e309-2cdf-45b1-be3e-1012086cc5ab triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:38.682055 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.996013 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-d73c7ec5-e3f6-432a-85dd-76f8b6a54644 None None] For port 645aee43-0709-4b8a-b551-5ef8f9ee1245, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=645aee43-0709-4b8a-b551-5ef8f9ee1245,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:19:38.997945 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-19ca6011-e985-44c4-932d-ca007f728869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6ccdeb78-bfd4-4120-85d1-0c4d21ecde5a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.997945 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-19ca6011-e985-44c4-932d-ca007f728869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.997945 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-19ca6011-e985-44c4-932d-ca007f728869 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6ccdeb78-bfd4-4120-85d1-0c4d21ecde5a HTTP/1.1" status: 204 len: 168 time: 0.8113008 Feb 15 15:19:38.997945 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:38.997945 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca6011-e985-44c4-932d-ca007f728869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccdeb78-bfd4-4120-85d1-0c4d21ecde5a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:39.004144 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e804a820-223b-4395-9902-abef658dda76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:19:33Z', 'revision_number': 3, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port': {'id': 'e804a820-223b-4395-9902-abef658dda76', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:32Z', 'updated_at': '2022-02-15T15:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:39.004634 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (3742ca3b-4178-4662-a923-a98099a02ea4), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:39.006025 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7358c-a8f7-4bfc-809c-57d947d5f1ea None None] The sync data for ids ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'] in dv-cinder-778193-15-iscsi is: [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e804a820-223b-4395-9902-abef658dda76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:19:33Z', 'revision_number': 3, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port': {'id': 'e804a820-223b-4395-9902-abef658dda76', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:32Z', 'updated_at': '2022-02-15T15:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:19:39.006237 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d73c7ec5-e3f6-432a-85dd-76f8b6a54644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:39.179661 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-fe0f75d4-d5d6-451b-848a-b339d63bea2b None None] Provisioning complete for port 645aee43-0709-4b8a-b551-5ef8f9ee1245 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:39.180083 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fe0f75d4-d5d6-451b-848a-b339d63bea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:39.181308 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c9089260-7222-403d-8a68-7ca02363f386 req-89cc3601-266e-4c65-88ef-bc3af5a95a91 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 210 time: 0.0444415 Feb 15 15:19:39.181558 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port c817e309-2cdf-45b1-be3e-1012086cc5ab is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:39.182603 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 645aee43-0709-4b8a-b551-5ef8f9ee1245 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:39.237818 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Allocated IP 172.20.0.1 (663914f1-36e9-4577-97bd-1b38afd4ce89/2f591886-6c8d-4e78-b254-7b3450def381/4746c9c0-8df3-42b7-829e-90f7c896c87e) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:39.282638 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c7ec5-e3f6-432a-85dd-76f8b6a54644 None None] Pushing event updated for resources: {'Port': ['ID=645aee43-0709-4b8a-b551-5ef8f9ee1245,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:39.290843 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 645aee43-0709-4b8a-b551-5ef8f9ee1245 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:39.292710 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:39.304388 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:39.367959 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:19:39.372758 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Router 3742ca3b-4178-4662-a923-a98099a02ea4 is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:19:39.474574 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f75d4-d5d6-451b-848a-b339d63bea2b None None] Current status of the port 645aee43-0709-4b8a-b551-5ef8f9ee1245 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:39.551549 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 645aee43-0709-4b8a-b551-5ef8f9ee1245 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:39.662965 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:19:39.674497 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Sync routers for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:19:39.681207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Publish callbacks [] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:39.696643 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:39.697392 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:39.732423 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:19:39.741595 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Sync routers for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:19:39.756282 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:39.757235 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:39.785380 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:39.794536 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34490) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:39.795073 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-bcc1fd1d-1450-473c-a75b-03da2f9853d3 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9647875 Feb 15 15:19:39.884403 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:39.966463 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:39.972086 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-59c27b8c-8581-4e53-a77b-ece232daea0a req-b7725b5a-a524-4e61-b116-a60403482eeb tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 210 time: 0.0582547 Feb 15 15:19:40.043022 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:40.201091 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:40.201091 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-60c5bbcb-3cc6-40e3-9ba8-c4dc9aaca452 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1235244 Feb 15 15:19:40.201768 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34504) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:40.266396 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Network 663914f1-36e9-4577-97bd-1b38afd4ce89 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:40.309791 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:37Z', 'revision_number': 3, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:40.320728 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:40.331033 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:40.331033 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:40.390150 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:37Z', 'revision_number': 3, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:40.419451 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Checking router: ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:19:40.420219 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Updating router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf port 8620d2b2-7cb3-46be-961b-be50d83dda23 binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:19:40.468100 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Pushing event updated for resources: {'Port': ['ID=4746c9c0-8df3-42b7-829e-90f7c896c87e,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:40.469419 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Checking router: 3742ca3b-4178-4662-a923-a98099a02ea4 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:19:40.472157 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Updating router 3742ca3b-4178-4662-a923-a98099a02ea4 port da108d00-5a9f-4d1e-af35-35040915e798 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:19:40.534901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 645aee43-0709-4b8a-b551-5ef8f9ee1245 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:40.576434 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (da108d00-5a9f-4d1e-af35-35040915e798), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:40.604981 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:40.749515 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-241e6e58-1dd5-40cd-ba8f-5cd431de2739 req-5b5b8f89-a656-488d-a7ac-191528648b03 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 210 time: 0.1348057 Feb 15 15:19:40.916992 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 645aee43-0709-4b8a-b551-5ef8f9ee1245 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:40.917554 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.038129 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Publish callbacks [] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.082664 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 645aee43-0709-4b8a-b551-5ef8f9ee1245 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:41.083772 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device e804a820-223b-4395-9902-abef658dda76 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:41.092188 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.105368 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.134415 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d832bb6f-8179-4902-8288-4118d05302fa req-967cce98-34c9-427e-b713-8ca41a34d656 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 210 time: 0.0398180 Feb 15 15:19:41.158624 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port e804a820-223b-4395-9902-abef658dda76 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:41.159012 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (e804a820-223b-4395-9902-abef658dda76), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.160953 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.344562 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f2e70-041c-499a-9057-7b3dad0da4d8 None None] Pushing event updated for resources: {'Port': ['ID=8620d2b2-7cb3-46be-961b-be50d83dda23,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:41.348460 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Attempting to bind port 8620d2b2-7cb3-46be-961b-be50d83dda23 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:41.348834 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Attempting to bind port 8620d2b2-7cb3-46be-961b-be50d83dda23 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:41.349199 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Attempting to bind port 8620d2b2-7cb3-46be-961b-be50d83dda23 on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:41.365417 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:41.365794 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:41.366114 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.366510 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:41.367549 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Bound port: 8620d2b2-7cb3-46be-961b-be50d83dda23, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:41.367968 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.426940 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] For port 8620d2b2-7cb3-46be-961b-be50d83dda23, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:41.429719 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] For port 8620d2b2-7cb3-46be-961b-be50d83dda23, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8620d2b2-7cb3-46be-961b-be50d83dda23,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:41.444065 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.484588 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port e804a820-223b-4395-9902-abef658dda76 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:41.484992 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (e804a820-223b-4395-9902-abef658dda76), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.489144 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Publish callbacks [] for port (da108d00-5a9f-4d1e-af35-35040915e798), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.520638 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port e804a820-223b-4395-9902-abef658dda76, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=e804a820-223b-4395-9902-abef658dda76,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:19:41.532862 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.567642 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (da108d00-5a9f-4d1e-af35-35040915e798), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.722386 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Attempting to bind port da108d00-5a9f-4d1e-af35-35040915e798 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:41.723827 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Attempting to bind port da108d00-5a9f-4d1e-af35-35040915e798 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:41.723827 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Attempting to bind port da108d00-5a9f-4d1e-af35-35040915e798 on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:41.728612 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Allocated IP 172.20.0.1 (73f85123-0d32-40a7-854e-e7dc72d977f8/8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb/8b196bf5-8647-4f7d-9857-fc72d79da42c) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:41.741661 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae97a31-2c00-44e6-ae34-24369628b3ee None None] Pushing event updated for resources: {'Port': ['ID=da108d00-5a9f-4d1e-af35-35040915e798,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:41.749426 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:41.749426 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:41.749426 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.749426 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:41.749426 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Bound port: da108d00-5a9f-4d1e-af35-35040915e798, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:41.749426 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (da108d00-5a9f-4d1e-af35-35040915e798), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.755036 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Allocated IP 172.20.0.1 (ec872a1c-f759-476e-9f1d-ad2e90c64e61/c7bddf0a-ca94-41a4-9c6b-0dde5923380f/7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:41.828077 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (e804a820-223b-4395-9902-abef658dda76), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.902922 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f2e70-041c-499a-9057-7b3dad0da4d8 None None] Pushing event updated for resources: {'Port': ['ID=8620d2b2-7cb3-46be-961b-be50d83dda23,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:41.970210 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:41.970912 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:41.972428 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] For port da108d00-5a9f-4d1e-af35-35040915e798, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:41.990014 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] For port da108d00-5a9f-4d1e-af35-35040915e798, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=da108d00-5a9f-4d1e-af35-35040915e798,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:41.994572 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Publish callbacks [] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:41.996789 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Publish callbacks [] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.043039 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Publish callbacks [] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.076625 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (da108d00-5a9f-4d1e-af35-35040915e798), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.118989 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-39b911a6-7a76-44ec-84b3-87543675ad52 req-e792bce4-dd30-48f4-9312-482761f2e0d4 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 210 time: 0.0614102 Feb 15 15:19:42.121512 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.123438 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.132766 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.208586 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae97a31-2c00-44e6-ae34-24369628b3ee None None] Pushing event updated for resources: {'Port': ['ID=da108d00-5a9f-4d1e-af35-35040915e798,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:42.236129 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:42.237032 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:42.252580 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:42.252839 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Pushing event updated for resources: {'Port': ['ID=4746c9c0-8df3-42b7-829e-90f7c896c87e,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:42.261993 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:42.272906 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:42.274710 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (3742ca3b-4178-4662-a923-a98099a02ea4), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.315660 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=e804a820-223b-4395-9902-abef658dda76,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:42.432778 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:42.488494 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:42.617813 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:42.746302 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e693fb69-bbc7-44aa-9b0a-3785a50241c8 req-727b13be-52c6-45ca-86e8-0327e9c65e7e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 210 time: 0.0985355 Feb 15 15:19:42.755005 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Network 663914f1-36e9-4577-97bd-1b38afd4ce89 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:42.756421 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.785459 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:42.810826 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:42.818876 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:42.842417 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Pushing event updated for resources: {'Port': ['ID=8b196bf5-8647-4f7d-9857-fc72d79da42c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:42.845959 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:42.846587 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.890953 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:37Z', 'revision_number': 3, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:42.908220 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-dfa32fb3-e92e-4428-b4ef-ebd92ee085ae None None] Provisioning complete for port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:42.908599 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dfa32fb3-e92e-4428-b4ef-ebd92ee085ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.915024 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:42.956458 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bb6d5-5d4c-47a4-bb88-a82ee89c8e3c None None] The sync data for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi is: [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:37Z', 'revision_number': 3, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:19:43.039873 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-dfa32fb3-e92e-4428-b4ef-ebd92ee085ae None None] Port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:19:43.174882 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:37Z', 'revision_number': 3, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:43.179811 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:19:43.274936 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195441c5-57f6-4865-8cc8-3bc69fad0b40 None None] The sync data for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi is: [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:37Z', 'revision_number': 3, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:19:43.295585 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-ce0a685e-db43-481a-85a1-845fd9223e26 None None] Provisioning complete for port 8b196bf5-8647-4f7d-9857-fc72d79da42c triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:43.296102 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ce0a685e-db43-481a-85a1-845fd9223e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:43.299531 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.102', 56056) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:43.362856 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.102', 56057) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:43.411860 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:19:43.416052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a685e-db43-481a-85a1-845fd9223e26 None None] Port 8b196bf5-8647-4f7d-9857-fc72d79da42c cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:19:43.421158 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7ae905cf-a947-4b44-8f5d-fd178357d84e admin admin] 10.222.0.110 "PUT /v2.0/routers/7fdd4c35-95e9-44bc-9bd8-58e11cd500d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7569370 Feb 15 15:19:43.438817 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:43.514786 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Sync routers for ids ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:19:43.585505 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Routers {'7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:43.586572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:43.672449 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-930fbdaf-3b52-4442-a924-6215bdfd41a3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:43.674032 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-930fbdaf-3b52-4442-a924-6215bdfd41a3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 814 time: 0.3048058 Feb 15 15:19:43.729484 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba715c86-75bd-45a0-a3c8-5369b758ef39 req-397cd503-bc73-49ff-a5c7-c5b7716bcd1f tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 210 time: 0.4812930 Feb 15 15:19:43.761954 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Request body: {'port': {'device_id': '9fe45878-8df1-4029-8db5-e343ef4c9479', 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'admin_state_up': True, 'tenant_id': 'abcafe5f2e554a5db4d295e18da03293'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:43.956399 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Set router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:44.019729 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Publish callbacks [] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.132687 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Publish callbacks [] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.135796 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.144610 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (3742ca3b-4178-4662-a923-a98099a02ea4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.234651 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.235397 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.554309 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device e804a820-223b-4395-9902-abef658dda76 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:44.644059 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:44.664084 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:44.666206 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Pushing event updated for resources: {'Port': ['ID=8b196bf5-8647-4f7d-9857-fc72d79da42c,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:44.681503 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9fb83810-7bc6-431b-baa7-33ffe708220e req-ddfa31a0-ae0c-495c-a780-0eec26511100 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 210 time: 0.2508137 Feb 15 15:19:44.700894 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e804a820-223b-4395-9902-abef658dda76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:19:40Z', 'revision_number': 4, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port': {'id': 'e804a820-223b-4395-9902-abef658dda76', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:32Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '4746c9c0-8df3-42b7-829e-90f7c896c87e', 'name': '', 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'mac_address': 'fa:16:3e:fd:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f591886-6c8d-4e78-b254-7b3450def381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:38Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 2, 'project_id': '8ca7be2d793a4956bde996527811910d', 'subnets': [{'id': '2f591886-6c8d-4e78-b254-7b3450def381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:44.712358 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port e804a820-223b-4395-9902-abef658dda76 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:44.713388 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (e804a820-223b-4395-9902-abef658dda76), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.782153 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-a3bb03e8-ec95-4128-83ce-358585f79819 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:44.784083 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-a3bb03e8-ec95-4128-83ce-358585f79819 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.102 "GET /v2.0/networks?id=8f2764d8-f6f0-4823-a35d-229208facac9 HTTP/1.1" status: 200 len: 812 time: 1.4829292 Feb 15 15:19:44.804347 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Made reservation on behalf of abcafe5f2e554a5db4d295e18da03293 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:44.808261 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.832184 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Request body: {'port': {'device_id': 'db04f2f4-5e4c-4904-8aef-b8a54440b68a', 'network_id': '8f2764d8-f6f0-4823-a35d-229208facac9', 'admin_state_up': True, 'tenant_id': '1408bca053e14889b1c275982172aeea'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:44.882509 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Checking router: 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:19:44.883581 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Updating router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 port 4746c9c0-8df3-42b7-829e-90f7c896c87e binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:19:44.953761 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:45.009355 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:19:45.155222 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:45.178853 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b51d49aa-6ed7-4957-a28c-c7e5f6c21728 req-7d376b0b-47a1-427c-bf1e-e738b30a1ee9 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 210 time: 0.0662460 Feb 15 15:19:45.234232 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port e804a820-223b-4395-9902-abef658dda76 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:45.235462 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8620d2b2-7cb3-46be-961b-be50d83dda23 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:45.240561 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-80598c27-2734-4202-91e9-b9084b349eff None None] Provisioning complete for port 8b196bf5-8647-4f7d-9857-fc72d79da42c triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:45.241026 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-80598c27-2734-4202-91e9-b9084b349eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:45.256808 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:19:45.274912 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-714db944-1e4e-4b13-b912-9f2419be1f12 admin admin] 10.222.0.110 "PUT /v2.0/routers/ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4822781 Feb 15 15:19:45.413200 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-80598c27-2734-4202-91e9-b9084b349eff None None] Port 8b196bf5-8647-4f7d-9857-fc72d79da42c cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:19:45.457942 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 8620d2b2-7cb3-46be-961b-be50d83dda23 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:45.459004 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:45.614931 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-f4e499c2-312a-48ae-973d-144eafbaed3d tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:45.623239 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-f4e499c2-312a-48ae-973d-144eafbaed3d tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 818 time: 1.4306760 Feb 15 15:19:45.694033 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:45.698559 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:45.729715 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-7eede2a7-fc91-4076-bd6e-84e95feb1f4b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/quotas/8ca7be2d793a4956bde996527811910d HTTP/1.1" status: 200 len: 375 time: 0.1049299 Feb 15 15:19:45.794688 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Publish callbacks [] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:45.851316 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 8620d2b2-7cb3-46be-961b-be50d83dda23 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:45.852196 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:45.877491 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:45.987358 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 8620d2b2-7cb3-46be-961b-be50d83dda23, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8620d2b2-7cb3-46be-961b-be50d83dda23,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:19:46.024894 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Router 3742ca3b-4178-4662-a923-a98099a02ea4 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:19:46.057841 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f62de8-17be-452b-83ae-880a3a2eddc7 None None] Pushing event updated for resources: {'Port': ['ID=4746c9c0-8df3-42b7-829e-90f7c896c87e,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:46.068326 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:46.070136 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device da108d00-5a9f-4d1e-af35-35040915e798 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:46.099385 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Allocated IP 172.20.0.3 (b3157b38-70a0-48e9-97db-bb27e9cc80c9/2bf91284-353b-4caa-aae4-645c7cbdb48d/acd23972-fc2c-4adc-b584-8aeaed2a0b97) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:46.255740 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:19:46.261861 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2790fa31-ec6e-4745-b484-452958491021 admin admin] 10.222.0.110 "PUT /v2.0/routers/3742ca3b-4178-4662-a923-a98099a02ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0587404 Feb 15 15:19:46.262720 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Made reservation on behalf of 1408bca053e14889b1c275982172aeea for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:46.266371 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:46.290644 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-3d0175ab-6191-4e36-94d9-462938baf433 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5601640 Feb 15 15:19:46.466217 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-3a336a9c-b05c-4d8f-983d-464ae47f083b service neutron] 10.222.0.110 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740930 Feb 15 15:19:46.483349 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=8620d2b2-7cb3-46be-961b-be50d83dda23,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:46.531172 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-73a754ac-dee8-4427-b751-28823c593222 None None] Provisioning complete for port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:46.532189 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-73a754ac-dee8-4427-b751-28823c593222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:46.640288 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Attempting to bind port 4746c9c0-8df3-42b7-829e-90f7c896c87e on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:46.643128 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Attempting to bind port 4746c9c0-8df3-42b7-829e-90f7c896c87e by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:46.644245 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Attempting to bind port 4746c9c0-8df3-42b7-829e-90f7c896c87e on network 663914f1-36e9-4577-97bd-1b38afd4ce89 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:46.712082 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-73a754ac-dee8-4427-b751-28823c593222 None None] Port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:19:46.714599 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:46.715107 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Checking segment: {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:46.717105 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:46.717105 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Bound using segment: {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:46.717105 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Bound port: 4746c9c0-8df3-42b7-829e-90f7c896c87e, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:46.730399 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:46.819232 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port da108d00-5a9f-4d1e-af35-35040915e798 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:46.820482 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (da108d00-5a9f-4d1e-af35-35040915e798), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:46.841076 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34712) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:46.846516 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b359d99d-3170-41d9-9309-8df602de6fbf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2004151031', 'description': 'tempest-description--1579669080'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:46.970457 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Sync routers for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:19:46.983732 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:46.991267 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:47.117055 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] For port 4746c9c0-8df3-42b7-829e-90f7c896c87e, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:47.117055 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] For port 4746c9c0-8df3-42b7-829e-90f7c896c87e, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=4746c9c0-8df3-42b7-829e-90f7c896c87e,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:47.118516 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eecacb82-0fb0-4432-a2f8-fa55ba1b3d44 req-914c31e2-5bd2-413d-a19b-62e49b69572e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 210 time: 0.0726757 Feb 15 15:19:47.118817 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Allocated IP 172.20.0.11 (8f2764d8-f6f0-4823-a35d-229208facac9/a7bec551-45ff-4fe1-8552-81c5bba931fc/c45e569b-d743-4317-8d03-3d4a486e19d5) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:47.138108 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b359d99d-3170-41d9-9309-8df602de6fbf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.156358 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-60d564b3-2cdd-4060-a019-4f19d5f5268b service neutron] 10.222.0.110 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516936 Feb 15 15:19:47.159569 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port da108d00-5a9f-4d1e-af35-35040915e798 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:47.159569 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (da108d00-5a9f-4d1e-af35-35040915e798), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.174980 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port da108d00-5a9f-4d1e-af35-35040915e798, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=da108d00-5a9f-4d1e-af35-35040915e798,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:19:47.225607 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks [] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.271664 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Sync routers for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:19:47.287718 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:47.288449 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:47.364089 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:47.376336 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b359d99d-3170-41d9-9309-8df602de6fbf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (be98ba2e-38da-4041-898d-60ec56255d26), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.401325 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.404028 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (da108d00-5a9f-4d1e-af35-35040915e798), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.449450 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cd3adc2b-f124-48b0-b698-d92c83c32947 req-067aa0ee-b9a4-418e-af3b-eb89b2e72be2 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 210 time: 0.1374707 Feb 15 15:19:47.498887 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b359d99d-3170-41d9-9309-8df602de6fbf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (be98ba2e-38da-4041-898d-60ec56255d26), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.554050 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Publish callbacks [] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.586355 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.668046 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8620d2b2-7cb3-46be-961b-be50d83dda23 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:47.671824 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359d99d-3170-41d9-9309-8df602de6fbf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be98ba2e-38da-4041-898d-60ec56255d26,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:47.704914 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b359d99d-3170-41d9-9309-8df602de6fbf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.710334 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b359d99d-3170-41d9-9309-8df602de6fbf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8656456 Feb 15 15:19:47.711541 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34726) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:47.744908 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-0ece9235-b2dd-428c-af60-03fcae330f7b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'security_group_rule': {'security_group_id': 'be98ba2e-38da-4041-898d-60ec56255d26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:47.758721 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f62de8-17be-452b-83ae-880a3a2eddc7 None None] Pushing event updated for resources: {'Port': ['ID=4746c9c0-8df3-42b7-829e-90f7c896c87e,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:47.767918 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Routers {'7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:47.768534 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:47.961369 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:47.962558 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-827ac39e-5a43-48da-9655-0d340bada856 req-32818cfc-cb45-4244-a18c-9c6c16a51f74 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 210 time: 0.1720493 Feb 15 15:19:47.965299 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34736) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:47.967826 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Pushing event updated for resources: {'Port': ['ID=acd23972-fc2c-4adc-b584-8aeaed2a0b97,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:48.005605 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Network b3157b38-70a0-48e9-97db-bb27e9cc80c9 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:48.010016 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:48.017158 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:48.028846 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:48.033014 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.053300 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ece9235-b2dd-428c-af60-03fcae330f7b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (d9cfd3aa-d2c9-45ad-b92a-ecccfb560d9f), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.087666 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.205999 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Network 8f2764d8-f6f0-4823-a35d-229208facac9 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:48.209992 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-ba026ee0-b726-412e-99e3-e1b023a42701 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4646959 Feb 15 15:19:48.213928 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 2, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:48.237870 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:48.243384 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-051ec367-3b65-4f42-be82-1476e0e0029e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:19:48.244951 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-051ec367-3b65-4f42-be82-1476e0e0029e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177164 Feb 15 15:19:48.250120 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:48.264782 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:48.265457 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.287371 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Checking router: 3742ca3b-4178-4662-a923-a98099a02ea4 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:19:48.288174 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Updating router 3742ca3b-4178-4662-a923-a98099a02ea4 port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:19:48.327424 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Pushing event updated for resources: {'Port': ['ID=c45e569b-d743-4317-8d03-3d4a486e19d5,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:48.363520 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=da108d00-5a9f-4d1e-af35-35040915e798,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:48.383431 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 8620d2b2-7cb3-46be-961b-be50d83dda23 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:48.383826 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.407766 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.431480 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f646972e-475e-4e53-88f2-143a9c7c5139 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6342595 Feb 15 15:19:48.456616 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ece9235-b2dd-428c-af60-03fcae330f7b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (d9cfd3aa-d2c9-45ad-b92a-ecccfb560d9f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.480678 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9a346d49-1800-44dd-9480-c71f201894db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.551762 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ece9235-b2dd-428c-af60-03fcae330f7b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (d9cfd3aa-d2c9-45ad-b92a-ecccfb560d9f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.580820 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Request body: {'port': {'device_id': '9fe45878-8df1-4029-8db5-e343ef4c9479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:48.625639 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] Set router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:48.747392 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9235-b2dd-428c-af60-03fcae330f7b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cfd3aa-d2c9-45ad-b92a-ecccfb560d9f,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:48.774204 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd1ef6-f799-4f8e-9695-feeec2449dce req-e3378dea-b7ca-4984-9735-f27bdccdafc0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:48.777520 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2bdd1ef6-f799-4f8e-9695-feeec2449dce req-e3378dea-b7ca-4984-9735-f27bdccdafc0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 931 time: 0.4165297 Feb 15 15:19:48.797957 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Request body: {'port': {'device_id': 'db04f2f4-5e4c-4904-8aef-b8a54440b68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:48.876444 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.940687 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2bdd1ef6-f799-4f8e-9695-feeec2449dce req-a448b440-d3c8-403e-a33a-c55660e83a33 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519787 Feb 15 15:19:48.950993 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ece9235-b2dd-428c-af60-03fcae330f7b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.959638 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0ece9235-b2dd-428c-af60-03fcae330f7b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2369809 Feb 15 15:19:48.966376 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34770) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:48.991063 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-71216021-07b1-4d8b-b2c8-02f636b18ab0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'security_group_rule': {'security_group_id': 'be98ba2e-38da-4041-898d-60ec56255d26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:49.036152 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.055125 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9a346d49-1800-44dd-9480-c71f201894db admin admin] Publish callbacks [] for security_group (4d043205-e6d3-4b88-a9c8-04223e4256b1), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.099413 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34776) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:49.118069 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-0dfed7e8-fba3-4c13-9169-4fa962b45730 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555482187', 'description': 'tempest-description--1275740828'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:49.178347 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34784) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:49.216642 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9a346d49-1800-44dd-9480-c71f201894db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (4d043205-e6d3-4b88-a9c8-04223e4256b1), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.235324 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Publish callbacks [] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.328372 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.386255 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 8620d2b2-7cb3-46be-961b-be50d83dda23 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:49.464000 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a346d49-1800-44dd-9480-c71f201894db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d043205-e6d3-4b88-a9c8-04223e4256b1,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:49.477116 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fda582-4fd6-458a-b6f6-cb088d81f8e3 None None] Pushing event updated for resources: {'Port': ['ID=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:49.484735 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71216021-07b1-4d8b-b2c8-02f636b18ab0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (2f7bb937-f0c3-432b-b61c-d5dbea23e6b0), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.570222 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 2, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:49.617844 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Attempting to bind port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:49.618512 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Attempting to bind port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:49.620678 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Attempting to bind port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 on network ec872a1c-f759-476e-9f1d-ad2e90c64e61 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:49.639343 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device da108d00-5a9f-4d1e-af35-35040915e798 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:49.639897 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:49.640557 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Checking segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:49.641205 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.641754 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Bound using segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:49.642735 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Bound port: 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:49.643287 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.669508 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-13825137-40e9-4ca1-8976-53e06793c835 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:49.676290 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-13825137-40e9-4ca1-8976-53e06793c835 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 818 time: 0.4764049 Feb 15 15:19:49.678243 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0dfed7e8-fba3-4c13-9169-4fa962b45730 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.732277 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Checking router: ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:19:49.733937 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] For port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:49.734517 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Updating router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf port 8b196bf5-8647-4f7d-9857-fc72d79da42c binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:19:49.746510 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] For port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:49.756505 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9a346d49-1800-44dd-9480-c71f201894db admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=13ed266bae034ba4bf2cbe43f1816268&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7873988 Feb 15 15:19:49.764944 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34788) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:49.787083 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71216021-07b1-4d8b-b2c8-02f636b18ab0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (2f7bb937-f0c3-432b-b61c-d5dbea23e6b0), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.787083 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-7eee4da0-7c4f-422f-a38f-df899511ee8c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/quotas/8ca7be2d793a4956bde996527811910d HTTP/1.1" status: 200 len: 375 time: 0.1094270 Feb 15 15:19:49.796754 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc551-3c1e-4ac5-a956-e586bd712761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.807007 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.869867 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e804a820-223b-4395-9902-abef658dda76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:19:40Z', 'revision_number': 4, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port': {'id': 'e804a820-223b-4395-9902-abef658dda76', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:32Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '4746c9c0-8df3-42b7-829e-90f7c896c87e', 'name': '', 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'mac_address': 'fa:16:3e:fd:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f591886-6c8d-4e78-b254-7b3450def381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:38Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '8ca7be2d793a4956bde996527811910d', 'subnets': [{'id': '2f591886-6c8d-4e78-b254-7b3450def381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:49.880999 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-f35e1b35-7419-4f6d-94d8-b925a4b1f5a9 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848613 Feb 15 15:19:49.892451 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.913379 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce24495-7362-46cd-92ae-da30e53c45b5 req-588570e3-2613-42c3-8539-994ccc69ba65 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:49.914892 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dce24495-7362-46cd-92ae-da30e53c45b5 req-588570e3-2613-42c3-8539-994ccc69ba65 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 932 time: 0.6315982 Feb 15 15:19:49.955822 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0dfed7e8-fba3-4c13-9169-4fa962b45730 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (a1248a2b-3505-4056-9289-c626d330595c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.956834 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71216021-07b1-4d8b-b2c8-02f636b18ab0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (2f7bb937-f0c3-432b-b61c-d5dbea23e6b0), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:49.961744 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:49.964367 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:49.964367 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fda582-4fd6-458a-b6f6-cb088d81f8e3 None None] Pushing event updated for resources: {'Port': ['ID=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:49.995352 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71216021-07b1-4d8b-b2c8-02f636b18ab0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7bb937-f0c3-432b-b61c-d5dbea23e6b0,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:50.015169 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port da108d00-5a9f-4d1e-af35-35040915e798 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:50.015544 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (da108d00-5a9f-4d1e-af35-35040915e798), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.037975 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0dfed7e8-fba3-4c13-9169-4fa962b45730 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a1248a2b-3505-4056-9289-c626d330595c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.058234 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee70f9-a6a7-4bba-afc3-b7ce8401178b None None] The sync data for ids ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'] in dv-cinder-778193-15-iscsi is: [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e804a820-223b-4395-9902-abef658dda76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:19:40Z', 'revision_number': 4, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port': {'id': 'e804a820-223b-4395-9902-abef658dda76', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:32Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '4746c9c0-8df3-42b7-829e-90f7c896c87e', 'name': '', 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'mac_address': 'fa:16:3e:fd:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2f591886-6c8d-4e78-b254-7b3450def381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:38Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '8ca7be2d793a4956bde996527811910d', 'subnets': [{'id': '2f591886-6c8d-4e78-b254-7b3450def381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:19:50.075915 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-71216021-07b1-4d8b-b2c8-02f636b18ab0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.077195 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-71216021-07b1-4d8b-b2c8-02f636b18ab0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1036861 Feb 15 15:19:50.083503 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-1065c455-4424-4c01-9210-21e740ce87dc service neutron] 10.222.0.110 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924555 Feb 15 15:19:50.084089 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34794) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:50.096261 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:50.135275 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e2400317-caff-4fe8-8c98-34844249738c None None] Provisioning complete for port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:50.135826 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e2400317-caff-4fe8-8c98-34844249738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.166902 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd23972-fc2c-4adc-b584-8aeaed2a0b97 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:19:50.177963 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Publish callbacks [] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.209550 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Transition to ACTIVE for port object acd23972-fc2c-4adc-b584-8aeaed2a0b97 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:19:50.248253 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfed7e8-fba3-4c13-9169-4fa962b45730 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1248a2b-3505-4056-9289-c626d330595c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:50.254223 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:19:50.264318 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0dfed7e8-fba3-4c13-9169-4fa962b45730 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.268838 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0dfed7e8-fba3-4c13-9169-4fa962b45730 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1664720 Feb 15 15:19:50.273265 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34798) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:50.275619 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:50.349515 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-500234cb-5f03-491b-8ef5-804b449607ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'security_group_rule': {'security_group_id': 'a1248a2b-3505-4056-9289-c626d330595c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:50.380959 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.530838 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.556439 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e2400317-caff-4fe8-8c98-34844249738c None None] Current status of the port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:50.557118 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e2400317-caff-4fe8-8c98-34844249738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.640294 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc551-3c1e-4ac5-a956-e586bd712761 admin admin] Publish callbacks [] for security_group (ca63cfbd-e48e-47d4-9233-4a2358b17161), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.643267 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eaff1f22-e4c5-4b69-bc57-848e197483a0 admin admin] Publish callbacks [] for security_group (4d043205-e6d3-4b88-a9c8-04223e4256b1), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.667359 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dce24495-7362-46cd-92ae-da30e53c45b5 req-e3eec2cd-391d-4abe-b034-6646be681653 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452548 Feb 15 15:19:50.686693 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45e569b-d743-4317-8d03-3d4a486e19d5 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:19:50.716986 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Publish callbacks [] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.732846 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc551-3c1e-4ac5-a956-e586bd712761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (ca63cfbd-e48e-47d4-9233-4a2358b17161), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.780077 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eaff1f22-e4c5-4b69-bc57-848e197483a0 admin admin] Publish callbacks [] for security_group (4d043205-e6d3-4b88-a9c8-04223e4256b1), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.789993 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-500234cb-5f03-491b-8ef5-804b449607ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (04b9c951-5d26-444b-8cc5-7cb2f148f375), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.797175 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-f4a04b32-9b05-4577-be8c-b8b6b62e2ecf service neutron] 10.222.0.110 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811340 Feb 15 15:19:50.840815 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Transition to ACTIVE for port object c45e569b-d743-4317-8d03-3d4a486e19d5 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:19:50.843672 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Pushing event updated for resources: {'Port': ['ID=acd23972-fc2c-4adc-b584-8aeaed2a0b97,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:50.850236 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:49Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:50.895037 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a02c2-8a3f-4fc4-8580-26f89f72df16 None None] The sync data for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi is: [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:49Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:19:50.961450 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port da108d00-5a9f-4d1e-af35-35040915e798 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:51.002859 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-e2400317-caff-4fe8-8c98-34844249738c None None] For port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:19:51.010366 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.061741 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-500234cb-5f03-491b-8ef5-804b449607ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (04b9c951-5d26-444b-8cc5-7cb2f148f375), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.072613 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.151906 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f7cbc551-3c1e-4ac5-a956-e586bd712761 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ffb4db2d1e654deaadb408b2484cc5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9723010 Feb 15 15:19:51.163452 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e2400317-caff-4fe8-8c98-34844249738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.171259 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 34802) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:51.172192 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbc551-3c1e-4ac5-a956-e586bd712761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca63cfbd-e48e-47d4-9233-4a2358b17161,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:51.249974 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Attempting to bind port acd23972-fc2c-4adc-b584-8aeaed2a0b97 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:51.264772 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Attempting to bind port acd23972-fc2c-4adc-b584-8aeaed2a0b97 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:51.265352 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Attempting to bind port acd23972-fc2c-4adc-b584-8aeaed2a0b97 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:51.341240 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Pushing event updated for resources: {'Port': ['ID=c45e569b-d743-4317-8d03-3d4a486e19d5,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:51.344239 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Port acd23972-fc2c-4adc-b584-8aeaed2a0b97 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:19:51.344763 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Attempting to bind port acd23972-fc2c-4adc-b584-8aeaed2a0b97 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:51.360685 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2400317-caff-4fe8-8c98-34844249738c None None] Pushing event updated for resources: {'Port': ['ID=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:51.442509 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Publish callbacks [] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.471622 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-cc247011-97df-430b-801a-2fab97d06440 None None] Provisioning complete for port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:51.472732 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cc247011-97df-430b-801a-2fab97d06440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.479130 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:51.482279 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Checking segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:51.482279 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Bound using segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:51.482279 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Bound port: acd23972-fc2c-4adc-b584-8aeaed2a0b97, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:51.482279 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.495253 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eaff1f22-e4c5-4b69-bc57-848e197483a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (4d043205-e6d3-4b88-a9c8-04223e4256b1), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.501568 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eaff1f22-e4c5-4b69-bc57-848e197483a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.509606 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-eaff1f22-e4c5-4b69-bc57-848e197483a0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4d043205-e6d3-4b88-a9c8-04223e4256b1 HTTP/1.1" status: 204 len: 168 time: 1.7133899 Feb 15 15:19:51.562644 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-500234cb-5f03-491b-8ef5-804b449607ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (04b9c951-5d26-444b-8cc5-7cb2f148f375), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.585523 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.732974 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e350dad-3027-4171-be86-fbd810893233 req-6e39b34e-771a-45f4-986d-0c4a922f615a tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 210 time: 0.1832995 Feb 15 15:19:51.753441 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500234cb-5f03-491b-8ef5-804b449607ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b9c951-5d26-444b-8cc5-7cb2f148f375,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:51.756984 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Attempting to bind port c45e569b-d743-4317-8d03-3d4a486e19d5 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:51.758172 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Attempting to bind port c45e569b-d743-4317-8d03-3d4a486e19d5 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'cc70c7ce-f596-41d0-bf7a-fdf613e21e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f2764d8-f6f0-4823-a35d-229208facac9'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:51.766033 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Attempting to bind port c45e569b-d743-4317-8d03-3d4a486e19d5 on network 8f2764d8-f6f0-4823-a35d-229208facac9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:51.775260 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-500234cb-5f03-491b-8ef5-804b449607ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.788674 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-500234cb-5f03-491b-8ef5-804b449607ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4481394 Feb 15 15:19:51.795497 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34820) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:51.828155 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d017d98-f336-417d-993c-71671c0d8bbd None None] Pushing event updated for resources: {'Port': ['ID=8b196bf5-8647-4f7d-9857-fc72d79da42c,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:51.831476 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 4746c9c0-8df3-42b7-829e-90f7c896c87e up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:51.847545 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-7996d790-ea91-465a-90d7-4e4c79c7819d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'security_group_rule': {'security_group_id': 'a1248a2b-3505-4056-9289-c626d330595c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:51.875563 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] For port acd23972-fc2c-4adc-b584-8aeaed2a0b97, host hv-cinder-77819, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:51.881731 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] For port acd23972-fc2c-4adc-b584-8aeaed2a0b97, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acd23972-fc2c-4adc-b584-8aeaed2a0b97,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:51.903510 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c8d6-867a-4cd2-9bd1-a38ec7d79bbe req-4011068e-d428-4ab7-80da-e74e202f44c9 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:51.906002 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1941c8d6-867a-4cd2-9bd1-a38ec7d79bbe req-4011068e-d428-4ab7-80da-e74e202f44c9 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 943 time: 1.1221871 Feb 15 15:19:51.906853 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff1f22-e4c5-4b69-bc57-848e197483a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d043205-e6d3-4b88-a9c8-04223e4256b1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:51.925138 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-606a4346-60df-467e-83ca-1fae41865006 admin admin] Publish callbacks [] for security_group (ca63cfbd-e48e-47d4-9233-4a2358b17161), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.927450 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Port c45e569b-d743-4317-8d03-3d4a486e19d5 on network 8f2764d8-f6f0-4823-a35d-229208facac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:19:51.928111 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Attempting to bind port c45e569b-d743-4317-8d03-3d4a486e19d5 on network 8f2764d8-f6f0-4823-a35d-229208facac9 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:51.990238 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1941c8d6-867a-4cd2-9bd1-a38ec7d79bbe req-94bdd647-033d-4caa-8324-f0692c9e926f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692096 Feb 15 15:19:52.007672 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:52.008046 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Checking segment: {'id': 'cc70c7ce-f596-41d0-bf7a-fdf613e21e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f2764d8-f6f0-4823-a35d-229208facac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:52.008444 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Bound using segment: {'id': 'cc70c7ce-f596-41d0-bf7a-fdf613e21e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f2764d8-f6f0-4823-a35d-229208facac9'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:52.008892 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Bound port: c45e569b-d743-4317-8d03-3d4a486e19d5, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc70c7ce-f596-41d0-bf7a-fdf613e21e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f2764d8-f6f0-4823-a35d-229208facac9'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:52.011461 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.023851 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.165944 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-cc247011-97df-430b-801a-2fab97d06440 None None] Current status of the port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:52.186270 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Allocated IP 172.27.0.73 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/9077d1e2-2fc4-4ecc-9dd7-159975582e5a) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:52.224173 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Attempting to bind port 8b196bf5-8647-4f7d-9857-fc72d79da42c on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:19:52.228733 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Attempting to bind port 8b196bf5-8647-4f7d-9857-fc72d79da42c by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:19:52.228733 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Attempting to bind port 8b196bf5-8647-4f7d-9857-fc72d79da42c on network 73f85123-0d32-40a7-854e-e7dc72d977f8 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:19:52.234514 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-606a4346-60df-467e-83ca-1fae41865006 admin admin] Publish callbacks [] for security_group (ca63cfbd-e48e-47d4-9233-4a2358b17161), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.251900 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64aa1c-cac7-4a98-afbc-0181d91c9f38 req-ec50003d-2b90-47f1-ac3a-7188b758cbb9 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:52.259887 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6c64aa1c-cac7-4a98-afbc-0181d91c9f38 req-ec50003d-2b90-47f1-ac3a-7188b758cbb9 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 944 time: 0.2697222 Feb 15 15:19:52.266988 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:19:52.269168 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Checking segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:19:52.270741 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.273115 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Bound using segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:19:52.276670 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Bound port: 8b196bf5-8647-4f7d-9857-fc72d79da42c, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:19:52.277418 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.319570 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Pushing event updated for resources: {'Port': ['ID=acd23972-fc2c-4adc-b584-8aeaed2a0b97,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:52.415323 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-364192f9-2c5f-4926-9c87-26d7ad9f3eb6 None None] Provisioning complete for port 8b196bf5-8647-4f7d-9857-fc72d79da42c triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:52.415824 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-364192f9-2c5f-4926-9c87-26d7ad9f3eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.425855 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7996d790-ea91-465a-90d7-4e4c79c7819d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (59c91b70-f9ea-4cf6-be0a-57aed2fc8ee7), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.470326 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 4746c9c0-8df3-42b7-829e-90f7c896c87e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:52.470698 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] For port c45e569b-d743-4317-8d03-3d4a486e19d5, host hv-cinder-77819, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:52.470818 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.486052 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] For port c45e569b-d743-4317-8d03-3d4a486e19d5, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c45e569b-d743-4317-8d03-3d4a486e19d5,segment=NetworkSegment(cc70c7ce-f596-41d0-bf7a-fdf613e21e72),segment_id=cc70c7ce-f596-41d0-bf7a-fdf613e21e72)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:52.505196 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:52.506794 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.525488 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-6fa22350-12c3-447c-a354-d7292c20b32f service neutron] 10.222.0.102 "PUT /v2.0/ports/acd23972-fc2c-4adc-b584-8aeaed2a0b97 HTTP/1.1" status: 200 len: 1093 time: 4.1015701 Feb 15 15:19:52.531612 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe45878-8df1-4029-8db5-e343ef4c9479', 'tag': 'acd23972-fc2c-4adc-b584-8aeaed2a0b97'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:19:52.560036 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-364192f9-2c5f-4926-9c87-26d7ad9f3eb6 None None] Port 8b196bf5-8647-4f7d-9857-fc72d79da42c cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:19:52.565573 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] For port 8b196bf5-8647-4f7d-9857-fc72d79da42c, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:19:52.570777 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] For port 8b196bf5-8647-4f7d-9857-fc72d79da42c, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8b196bf5-8647-4f7d-9857-fc72d79da42c,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:19:52.622271 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34828) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:52.652764 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 4746c9c0-8df3-42b7-829e-90f7c896c87e is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:52.653483 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.666436 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6c64aa1c-cac7-4a98-afbc-0181d91c9f38 req-0dc2a4c2-2432-41b7-a8e3-d99c10b7f47c tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011941 Feb 15 15:19:52.681472 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-90cc47d2-2bdf-42a7-b0da-b4b7fe17eda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.694645 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for port (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.699270 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.827085 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.875564 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 4746c9c0-8df3-42b7-829e-90f7c896c87e, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=4746c9c0-8df3-42b7-829e-90f7c896c87e,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:19:52.882461 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7996d790-ea91-465a-90d7-4e4c79c7819d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (59c91b70-f9ea-4cf6-be0a-57aed2fc8ee7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.884106 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:52.887598 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:52.890589 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] 10.222.0.102 "PUT /v2.0/ports/c45e569b-d743-4317-8d03-3d4a486e19d5 HTTP/1.1" status: 200 len: 1094 time: 4.4329414 Feb 15 15:19:52.911101 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:19:52.915162 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:19:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:52.917541 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d017d98-f336-417d-993c-71671c0d8bbd None None] Pushing event updated for resources: {'Port': ['ID=8b196bf5-8647-4f7d-9857-fc72d79da42c,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:53.000873 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7996d790-ea91-465a-90d7-4e4c79c7819d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (59c91b70-f9ea-4cf6-be0a-57aed2fc8ee7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.042867 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f49434a0-196b-439c-be2d-44c3c2744fc6 req-c42eec4d-7617-451e-8946-6eb9d1f4f91e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 210 time: 0.2220168 Feb 15 15:19:53.117110 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.120132 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:53.123109 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe45878-8df1-4029-8db5-e343ef4c9479", "tag": "acd23972-fc2c-4adc-b584-8aeaed2a0b97"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:19:53.144623 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.198148 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996d790-ea91-465a-90d7-4e4c79c7819d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c91b70-f9ea-4cf6-be0a-57aed2fc8ee7,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:53.258635 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f5088-0805-45e9-85c6-b1326bba2391 service neutron] Pushing event updated for resources: {'Port': ['ID=c45e569b-d743-4317-8d03-3d4a486e19d5,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:53.289350 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-f5a09ddc-c1ea-4f47-a7ae-2607309900d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:53.297957 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-f5a09ddc-c1ea-4f47-a7ae-2607309900d5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 1127 time: 0.5807960 Feb 15 15:19:53.301855 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-606a4346-60df-467e-83ca-1fae41865006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (ca63cfbd-e48e-47d4-9233-4a2358b17161), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.310449 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-606a4346-60df-467e-83ca-1fae41865006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.315131 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-606a4346-60df-467e-83ca-1fae41865006 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ca63cfbd-e48e-47d4-9233-4a2358b17161 HTTP/1.1" status: 204 len: 168 time: 2.1304297 Feb 15 15:19:53.349894 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=4746c9c0-8df3-42b7-829e-90f7c896c87e,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:53.402395 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7996d790-ea91-465a-90d7-4e4c79c7819d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.441116 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7996d790-ea91-465a-90d7-4e4c79c7819d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6348975 Feb 15 15:19:53.506247 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34852) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:53.506247 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.102', 56071) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:53.510154 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-4cccb6d9-4d74-4170-81c2-06d6be5890a4 None None] Provisioning complete for port 8b196bf5-8647-4f7d-9857-fc72d79da42c triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:53.515392 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4cccb6d9-4d74-4170-81c2-06d6be5890a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.523130 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb3ff7-ed17-42e5-8956-b785ce4af4dc x-openstack-request-id: req-5ecb3ff7-ed17-42e5-8956-b785ce4af4dc {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:19:53.523434 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe45878-8df1-4029-8db5-e343ef4c9479", "tag": "acd23972-fc2c-4adc-b584-8aeaed2a0b97", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:19:53.523685 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5ecb3ff7-ed17-42e5-8956-b785ce4af4dc {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:19:53.524169 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe45878-8df1-4029-8db5-e343ef4c9479', 'tag': 'acd23972-fc2c-4adc-b584-8aeaed2a0b97', 'status': 'completed', 'code': 200} Feb 15 15:19:53.528756 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:53.620390 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:19:53.628683 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a4346-60df-467e-83ca-1fae41865006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca63cfbd-e48e-47d4-9233-4a2358b17161,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:53.632119 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-9a6b8312-43b9-4483-8321-aa296a166533 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd23972-fc2c-4adc-b584-8aeaed2a0b97 HTTP/1.1" status: 200 len: 217 time: 0.3053825 Feb 15 15:19:53.651492 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:53.676518 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:53.677093 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.709920 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-c673efe8-2c78-40f1-bd11-72e5100d3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:53.711960 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-c673efe8-2c78-40f1-bd11-72e5100d3b54 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2bf91284-353b-4caa-aae4-645c7cbdb48d HTTP/1.1" status: 200 len: 854 time: 0.0711665 Feb 15 15:19:53.725753 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-003018e5-0b75-4184-a169-0be868eeaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:53.726286 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:53.726637 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-003018e5-0b75-4184-a169-0be868eeaae2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1408bca053e14889b1c275982172aeea&device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 1128 time: 0.6355295 Feb 15 15:19:53.773939 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-90cc47d2-2bdf-42a7-b0da-b4b7fe17eda5 admin admin] Publish callbacks [] for security_group (a9268788-4e06-4169-b87f-d164e020ab19), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.773939 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:53.813630 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'Port': ['ID=9077d1e2-2fc4-4ecc-9dd7-159975582e5a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:53.900458 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-90cc47d2-2bdf-42a7-b0da-b4b7fe17eda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a9268788-4e06-4169-b87f-d164e020ab19), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:53.931408 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-c39b44cb-5c12-41f9-9e5e-3519a8313945 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3157b38-70a0-48e9-97db-bb27e9cc80c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956522 Feb 15 15:19:53.942818 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-f90dd064-dd51-4afa-9d3d-3b113c4925c7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c45e569b-d743-4317-8d03-3d4a486e19d5 HTTP/1.1" status: 200 len: 217 time: 0.1889207 Feb 15 15:19:53.979992 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:54.049788 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-4cccb6d9-4d74-4170-81c2-06d6be5890a4 None None] Current status of the port 8b196bf5-8647-4f7d-9857-fc72d79da42c is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:54.052171 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4cccb6d9-4d74-4170-81c2-06d6be5890a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:54.078169 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a13b1e-a939-47c4-9f19-2d67a593a832 req-61ae3863-ab4e-4e2e-8a4f-b56b72b7d6f2 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:54.087833 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-45a13b1e-a939-47c4-9f19-2d67a593a832 req-61ae3863-ab4e-4e2e-8a4f-b56b72b7d6f2 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 943 time: 0.9224374 Feb 15 15:19:54.167730 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:54.169628 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-06bf44b2-4199-4d98-af98-0439ead7ff4d service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824965 Feb 15 15:19:54.215864 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc47d2-2bdf-42a7-b0da-b4b7fe17eda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9268788-4e06-4169-b87f-d164e020ab19,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:54.254154 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-90cc47d2-2bdf-42a7-b0da-b4b7fe17eda5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f82b106f38274687a4fdc6771e2f5a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6255643 Feb 15 15:19:54.254769 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 34884) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:54.256138 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-4cccb6d9-4d74-4170-81c2-06d6be5890a4 None None] For port 8b196bf5-8647-4f7d-9857-fc72d79da42c, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8b196bf5-8647-4f7d-9857-fc72d79da42c,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:19:54.256816 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (d1cd35bb-8532-4761-b0af-8d556030ede5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:54.294567 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-07927f56-127e-4a9a-bfe6-840d45bdff62 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:54.296035 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-07927f56-127e-4a9a-bfe6-840d45bdff62 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 818 time: 0.7790105 Feb 15 15:19:54.331506 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4cccb6d9-4d74-4170-81c2-06d6be5890a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:54.373786 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Request body: {'port': {'device_id': 'fba543ff-edc5-453a-9d75-e4254fa12dda', 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89', 'admin_state_up': True, 'tenant_id': '8ca7be2d793a4956bde996527811910d'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:54.497979 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.102', 56074) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:54.613812 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 4746c9c0-8df3-42b7-829e-90f7c896c87e up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:54.682290 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccb6d9-4d74-4170-81c2-06d6be5890a4 None None] Pushing event updated for resources: {'Port': ['ID=8b196bf5-8647-4f7d-9857-fc72d79da42c,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:54.709513 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:52Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:19:54.793497 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4ede0-01f0-4df0-ab4f-101ae7ae873d None None] The sync data for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi is: [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:52Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:19:54.852242 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 4746c9c0-8df3-42b7-829e-90f7c896c87e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:54.852242 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:54.928138 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-45a13b1e-a939-47c4-9f19-2d67a593a832 req-64e1e24e-edf4-45ca-9fa1-e266ad9bda0d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8289516 Feb 15 15:19:55.045288 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-959a2230-3163-45e5-9905-61f5d3c91bfe req-4a14d9ee-e6f9-493a-b43c-c19f65fe358f service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8574498 Feb 15 15:19:55.066528 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 4746c9c0-8df3-42b7-829e-90f7c896c87e is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:55.076152 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:55.082762 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-945c343c-2b68-4fb4-bd4b-3fe960e8d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:55.084446 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-945c343c-2b68-4fb4-bd4b-3fe960e8d119 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a7bec551-45ff-4fe1-8552-81c5bba931fc HTTP/1.1" status: 200 len: 852 time: 1.0987120 Feb 15 15:19:55.095580 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18568d6-af03-4098-8cba-0e1411d802ba req-142d7f98-4683-4686-a409-82fe08c52017 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:55.101264 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d18568d6-af03-4098-8cba-0e1411d802ba req-142d7f98-4683-4686-a409-82fe08c52017 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 944 time: 1.1735828 Feb 15 15:19:55.266210 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-d7f75ce8-df2d-4af9-a1e6-8f9c376bf9d9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8f2764d8-f6f0-4823-a35d-229208facac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881231 Feb 15 15:19:55.268610 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-72559ee2-2538-471b-a97d-18bd15bc1f4f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:55.274505 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-72559ee2-2538-471b-a97d-18bd15bc1f4f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 818 time: 0.7711220 Feb 15 15:19:55.315573 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d18568d6-af03-4098-8cba-0e1411d802ba req-62e38e09-aa0b-4bbe-80b3-8dcddaeee377 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995614 Feb 15 15:19:55.481214 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-1ccf256b-f2fa-4bae-9f46-65c08c56b419 service neutron] 10.222.0.102 "GET /v2.0/networks/8f2764d8-f6f0-4823-a35d-229208facac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696515 Feb 15 15:19:55.506426 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-b7fe5814-db45-4be6-90aa-e378344c37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:55.507135 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-b7fe5814-db45-4be6-90aa-e378344c37a8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 1127 time: 0.2398880 Feb 15 15:19:55.512916 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for port (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:55.525027 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db04f2f4-5e4c-4904-8aef-b8a54440b68a', 'tag': 'c45e569b-d743-4317-8d03-3d4a486e19d5'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:19:55.528151 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7ce834-9225-4d58-83f1-92dc3cc6bf66" -d '{"events": [{"name": "network-changed", "server_uuid": "db04f2f4-5e4c-4904-8aef-b8a54440b68a", "tag": "c45e569b-d743-4317-8d03-3d4a486e19d5"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:19:55.530987 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3c29a65d-f4f9-474f-bf0a-ff6cfd73f2c7 req-8007bfb1-86bd-4f3b-bf5c-10ea166ee427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 210 time: 0.3207605 Feb 15 15:19:55.549375 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Request body: {'port': {'device_id': '2fe99220-d378-41f9-81bf-bfe3beda3f86', 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89', 'admin_state_up': True, 'tenant_id': '8ca7be2d793a4956bde996527811910d'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:55.555964 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18c6ed32-2308-415f-acf9-3aeda5630128 admin admin] Publish callbacks [] for security_group (a9268788-4e06-4169-b87f-d164e020ab19), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:55.676774 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:55.697147 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Made reservation on behalf of 8ca7be2d793a4956bde996527811910d for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:55.710965 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:55.764740 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18c6ed32-2308-415f-acf9-3aeda5630128 admin admin] Publish callbacks [] for security_group (a9268788-4e06-4169-b87f-d164e020ab19), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:55.796673 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (d1cd35bb-8532-4761-b0af-8d556030ede5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:55.820125 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1312393e-dac7-41a9-8975-c19060c5f449 x-openstack-request-id: req-1312393e-dac7-41a9-8975-c19060c5f449 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:19:55.828039 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db04f2f4-5e4c-4904-8aef-b8a54440b68a", "tag": "c45e569b-d743-4317-8d03-3d4a486e19d5", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:19:55.828039 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1312393e-dac7-41a9-8975-c19060c5f449 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:19:55.828039 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db04f2f4-5e4c-4904-8aef-b8a54440b68a', 'tag': 'c45e569b-d743-4317-8d03-3d4a486e19d5', 'status': 'completed', 'code': 200} Feb 15 15:19:55.925893 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:56.016537 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5da523aa-4280-402f-a52e-9d95f8518ebb req-5b24a156-c098-49fb-ba05-ec23f5a9867a service neutron] 10.222.0.102 "GET /v2.0/networks/8f2764d8-f6f0-4823-a35d-229208facac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847424 Feb 15 15:19:56.033922 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-2bb323fa-6446-4184-91eb-9352003d4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:56.035472 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-2bb323fa-6446-4184-91eb-9352003d4d0e service neutron] 10.222.0.102 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 915 time: 0.4956348 Feb 15 15:19:56.162402 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-6f76748f-fb94-493b-a99b-f57899b350e0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd23972-fc2c-4adc-b584-8aeaed2a0b97 HTTP/1.1" status: 200 len: 217 time: 0.1121895 Feb 15 15:19:56.260560 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'Port': ['ID=9077d1e2-2fc4-4ecc-9dd7-159975582e5a,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:56.271243 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:56.282708 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2c26e68c-b625-4741-9b41-880b9890ce79 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1939094 Feb 15 15:19:56.328125 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-79cf3a7a-f599-420f-9fd6-1496819887f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:56.329837 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-79cf3a7a-f599-420f-9fd6-1496819887f2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1408bca053e14889b1c275982172aeea&device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 1128 time: 0.1665509 Feb 15 15:19:56.332893 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-aa27682a-f125-4c1f-8293-38e1e3cc3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:56.334444 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-aa27682a-f125-4c1f-8293-38e1e3cc3bda service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2bf91284-353b-4caa-aae4-645c7cbdb48d HTTP/1.1" status: 200 len: 854 time: 0.1293206 Feb 15 15:19:56.422756 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8b196bf5-8647-4f7d-9857-fc72d79da42c up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:19:56.430916 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa7804-1fda-48f7-b4a0-a72bcb9014ea req-0585a3a4-f2e5-4bc7-bef5-c1ff328a88b1 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:56.432711 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8efa7804-1fda-48f7-b4a0-a72bcb9014ea req-0585a3a4-f2e5-4bc7-bef5-c1ff328a88b1 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 943 time: 0.2917464 Feb 15 15:19:56.526336 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-62b0acae-5bd1-467c-9c3c-4a5392825aa6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3157b38-70a0-48e9-97db-bb27e9cc80c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552327 Feb 15 15:19:56.624545 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 8b196bf5-8647-4f7d-9857-fc72d79da42c triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:19:56.625077 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:56.643467 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Made reservation on behalf of 8ca7be2d793a4956bde996527811910d for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:19:56.648350 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:56.716325 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8efa7804-1fda-48f7-b4a0-a72bcb9014ea req-359e6354-2a16-4a22-a3e1-b7a32c76dfe6 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916628 Feb 15 15:19:56.749012 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Allocated IP 172.27.0.98 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/518f3584-6507-4bdb-bdfd-126fe14e5a09) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:56.758868 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Allocated IP 172.20.0.12 (663914f1-36e9-4577-97bd-1b38afd4ce89/2f591886-6c8d-4e78-b254-7b3450def381/b789a894-293a-43df-9dc2-a2bf9548468f) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:56.796192 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 8b196bf5-8647-4f7d-9857-fc72d79da42c is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:19:56.849299 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-46e0d15d-7255-4a6c-9c6f-d1c5f7bf3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:56.850767 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-46e0d15d-7255-4a6c-9c6f-d1c5f7bf3483 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8f2764d8-f6f0-4823-a35d-229208facac9 HTTP/1.1" status: 200 len: 913 time: 0.4835937 Feb 15 15:19:56.870422 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-d4c5e74a-07c3-451e-9c04-da12b53f1637 service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966151 Feb 15 15:19:56.913220 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ede54-7951-43d8-b77b-af5a4e621d86 req-f1a23fde-5b6b-40f3-887d-dc9bbfe1ab62 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:56.915116 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5ede54-7951-43d8-b77b-af5a4e621d86 req-f1a23fde-5b6b-40f3-887d-dc9bbfe1ab62 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 944 time: 0.0970390 Feb 15 15:19:56.916638 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18c6ed32-2308-415f-acf9-3aeda5630128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a9268788-4e06-4169-b87f-d164e020ab19), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:56.920246 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-18c6ed32-2308-415f-acf9-3aeda5630128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:56.924224 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-18c6ed32-2308-415f-acf9-3aeda5630128 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a9268788-4e06-4169-b87f-d164e020ab19 HTTP/1.1" status: 204 len: 168 time: 2.6539955 Feb 15 15:19:56.978023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6ed32-2308-415f-acf9-3aeda5630128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9268788-4e06-4169-b87f-d164e020ab19,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:56.988380 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-55f90eb0-478c-4738-bd76-ac3c23815abc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c45e569b-d743-4317-8d03-3d4a486e19d5 HTTP/1.1" status: 200 len: 217 time: 0.0458808 Feb 15 15:19:57.164134 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba5ede54-7951-43d8-b77b-af5a4e621d86 req-77782443-41e0-4226-9d9b-976828124d8f tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317836 Feb 15 15:19:57.190455 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for port (518f3584-6507-4bdb-bdfd-126fe14e5a09), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:57.219403 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-19b3b0dc-2e78-4513-baaf-133627ae694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:57.221106 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-19b3b0dc-2e78-4513-baaf-133627ae694f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a7bec551-45ff-4fe1-8552-81c5bba931fc HTTP/1.1" status: 200 len: 852 time: 0.2115214 Feb 15 15:19:57.350206 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks [] for port (b789a894-293a-43df-9dc2-a2bf9548468f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:57.356584 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-314ba385-5676-4240-995c-90c28fe848ec service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8f2764d8-f6f0-4823-a35d-229208facac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135182 Feb 15 15:19:57.470161 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-2e7aaf45-ab24-4c50-bba6-e857e6807fd7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--2004151031&fields=id&tenant_id=a15d8453cac44f089b89e2d5930fccc6 HTTP/1.1" status: 200 len: 267 time: 0.1425505 Feb 15 15:19:57.473203 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (518f3584-6507-4bdb-bdfd-126fe14e5a09), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:57.514478 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-74ec12f7-3930-4ab5-80e1-ef0b0ed1a271 service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152299 Feb 15 15:19:57.529725 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-85d76e9b-3bf1-47ea-9a97-ece8ed9ec0e4 req-705e308c-0e25-422a-ab01-998e6c1e59f8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 210 time: 0.2157929 Feb 15 15:19:57.613629 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-2427688c-9e7a-40a4-b7f6-375562101ccb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:57.616169 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-2427688c-9e7a-40a4-b7f6-375562101ccb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 811 time: 0.1309295 Feb 15 15:19:57.649489 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:57.676900 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-6cb035f9-afaa-4412-850d-91c861c0a1bd service neutron] 10.222.0.102 "GET /v2.0/networks/8f2764d8-f6f0-4823-a35d-229208facac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974851 Feb 15 15:19:57.718915 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:57.750335 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:57.774331 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-08bb62ff-9f55-4d92-810f-54c523e26287 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/quotas/a15d8453cac44f089b89e2d5930fccc6 HTTP/1.1" status: 200 len: 375 time: 0.1321831 Feb 15 15:19:57.782356 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:57.801564 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Network 663914f1-36e9-4577-97bd-1b38afd4ce89 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:57.826771 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'Port': ['ID=518f3584-6507-4bdb-bdfd-126fe14e5a09,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:57.886009 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:57.924660 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:57.929354 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:57.930160 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:57.977802 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-de7ce834-9225-4d58-83f1-92dc3cc6bf66 req-892bd201-cba2-4583-a129-11abebfd8649 service neutron] 10.222.0.102 "GET /v2.0/networks/8f2764d8-f6f0-4823-a35d-229208facac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690070 Feb 15 15:19:58.051672 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Allocated IP 172.20.0.14 (663914f1-36e9-4577-97bd-1b38afd4ce89/2f591886-6c8d-4e78-b254-7b3450def381/4984da32-1377-4077-945c-0e2f52db9bb7) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:19:58.091367 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d477bc-63af-4127-891e-2372518cacd4 req-5a2d322c-1f9b-4074-91ba-e50a59b3b685 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:58.100376 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-33d477bc-63af-4127-891e-2372518cacd4 req-5a2d322c-1f9b-4074-91ba-e50a59b3b685 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 943 time: 0.2188358 Feb 15 15:19:58.166208 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Pushing event updated for resources: {'Port': ['ID=b789a894-293a-43df-9dc2-a2bf9548468f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:58.188717 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-35f710fd-0514-4aa5-ae74-8d069d7e5427 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8676512 Feb 15 15:19:58.194023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (942751ac-a7e7-498b-8589-1111b1a43625), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:58.202659 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-33d477bc-63af-4127-891e-2372518cacd4 req-885cb2a9-c883-49dc-9c70-afbbede454cd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012130 Feb 15 15:19:58.220781 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Request body: {'port': {'device_id': 'fba543ff-edc5-453a-9d75-e4254fa12dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:58.236324 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-b872904f-46b4-4bc8-95a6-d9ce11a698f3 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4609058 Feb 15 15:19:58.390886 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ff81-0c1a-4b4d-bd55-59ac3507527f req-7795bc0c-a05e-433d-a87b-9c8969728204 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:58.397381 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40c5ff81-0c1a-4b4d-bd55-59ac3507527f req-7795bc0c-a05e-433d-a87b-9c8969728204 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 944 time: 0.1124969 Feb 15 15:19:58.464150 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (518f3584-6507-4bdb-bdfd-126fe14e5a09), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:58.508534 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-40c5ff81-0c1a-4b4d-bd55-59ac3507527f req-539ce3a8-73be-4200-8771-de25c110036c tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029270 Feb 15 15:19:58.514318 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:58.658630 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks [] for port (4984da32-1377-4077-945c-0e2f52db9bb7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:58.710297 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-e416ec3a-85d3-47b2-b785-2f34d824a926 service neutron] 10.222.0.110 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456170 Feb 15 15:19:58.723379 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-712e35f1-a1f4-4e76-b606-681662ab7c15 req-0f3433d4-109b-413b-bd36-da939114a05b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 210 time: 0.0757494 Feb 15 15:19:59.022125 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35018) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:59.133908 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for port (518f3584-6507-4bdb-bdfd-126fe14e5a09), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.150314 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-bccc136a-59b9-46e3-b064-a3b7ffe82cf0 service neutron] 10.222.0.110 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144758 Feb 15 15:19:59.161048 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39d4f8d6-02b7-457d-bb95-a9f557877f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.194618 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (518f3584-6507-4bdb-bdfd-126fe14e5a09), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.235927 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (942751ac-a7e7-498b-8589-1111b1a43625), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.264967 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.284103 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'Port': ['ID=518f3584-6507-4bdb-bdfd-126fe14e5a09,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:59.454692 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39d4f8d6-02b7-457d-bb95-a9f557877f6a admin admin] Publish callbacks [] for security_group (8de5311e-8a31-441c-a852-e8e501a588b1), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.497510 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d62a-4c8c-44c8-adcf-9a304bd538bd req-b5650a14-5213-4988-a74e-c739ede7cd74 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:59.499188 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eea8d62a-4c8c-44c8-adcf-9a304bd538bd req-b5650a14-5213-4988-a74e-c739ede7cd74 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 943 time: 0.1251545 Feb 15 15:19:59.567379 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b49bfa9-2814-43d7-81b3-85cc2ae84977 req-73bf7fcd-0762-4f9a-aad5-c0a979f90421 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 210 time: 0.0329962 Feb 15 15:19:59.571477 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.581950 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7688e9db-2911-4688-8b8c-e1d7ffc8dd34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0631454 Feb 15 15:19:59.594470 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39d4f8d6-02b7-457d-bb95-a9f557877f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (8de5311e-8a31-441c-a852-e8e501a588b1), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.636449 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Pushing event updated for resources: {'Port': ['ID=4984da32-1377-4077-945c-0e2f52db9bb7,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:59.648775 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eea8d62a-4c8c-44c8-adcf-9a304bd538bd req-52b45091-6287-49b0-ab88-48ad54c1662b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299531 Feb 15 15:19:59.668554 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Network 663914f1-36e9-4577-97bd-1b38afd4ce89 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:19:59.698838 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:19:59.704463 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:19:59.719580 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:59.720848 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.766162 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-39d4f8d6-02b7-457d-bb95-a9f557877f6a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=00cf491759434ec68193036661c71790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7428629 Feb 15 15:19:59.770573 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4f8d6-02b7-457d-bb95-a9f557877f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de5311e-8a31-441c-a852-e8e501a588b1,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:19:59.772267 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35046) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:19:59.891028 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b1538447-10d8-4e44-be65-2a7e2cb96a2c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3580554 Feb 15 15:19:59.900427 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b392550-a3fe-4da0-afe6-f07dd2e17973 admin admin] Publish callbacks [] for security_group (8de5311e-8a31-441c-a852-e8e501a588b1), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.923818 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Request body: {'port': {'device_id': '2fe99220-d378-41f9-81bf-bfe3beda3f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:19:59.935146 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b392550-a3fe-4da0-afe6-f07dd2e17973 admin admin] Publish callbacks [] for security_group (8de5311e-8a31-441c-a852-e8e501a588b1), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:59.975677 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ed917-214b-49a0-9e39-b70787f88829 req-ef7ebc9c-7757-471f-9642-23228bad5200 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:59.977556 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-899ed917-214b-49a0-9e39-b70787f88829 req-ef7ebc9c-7757-471f-9642-23228bad5200 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 932 time: 0.1364124 Feb 15 15:19:59.980169 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b789a894-293a-43df-9dc2-a2bf9548468f {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:00.030300 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Publish callbacks [] for port (b789a894-293a-43df-9dc2-a2bf9548468f), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:00.048793 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-899ed917-214b-49a0-9e39-b70787f88829 req-450b0ecb-97b1-4418-b869-dc244f8ad795 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624585 Feb 15 15:20:00.062488 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceda66-6f27-4c0b-ab67-a39a9352238d req-287b900f-2278-4090-9ea5-79f9f7edf506 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:00.064143 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aaceda66-6f27-4c0b-ab67-a39a9352238d req-287b900f-2278-4090-9ea5-79f9f7edf506 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 944 time: 0.3011556 Feb 15 15:20:00.131567 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b392550-a3fe-4da0-afe6-f07dd2e17973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (8de5311e-8a31-441c-a852-e8e501a588b1), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:00.141170 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5b392550-a3fe-4da0-afe6-f07dd2e17973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:00.141170 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5b392550-a3fe-4da0-afe6-f07dd2e17973 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8de5311e-8a31-441c-a852-e8e501a588b1 HTTP/1.1" status: 204 len: 168 time: 0.3623998 Feb 15 15:20:00.141457 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aaceda66-6f27-4c0b-ab67-a39a9352238d req-b0cf8fb4-0293-4d38-b83d-f1668794abe6 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624747 Feb 15 15:20:00.142011 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Transition to ACTIVE for port object b789a894-293a-43df-9dc2-a2bf9548468f will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:20:00.145701 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:00.171797 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b392550-a3fe-4da0-afe6-f07dd2e17973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de5311e-8a31-441c-a852-e8e501a588b1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:00.231552 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:00.317302 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Pushing event updated for resources: {'Port': ['ID=b789a894-293a-43df-9dc2-a2bf9548468f,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:00.420562 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-6a1bec1c-f402-413d-a7a2-c0b198ac80a2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1555482187&fields=id&tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4 HTTP/1.1" status: 200 len: 267 time: 0.1141636 Feb 15 15:20:00.482663 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Attempting to bind port b789a894-293a-43df-9dc2-a2bf9548468f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:20:00.483079 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Attempting to bind port b789a894-293a-43df-9dc2-a2bf9548468f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:20:00.483440 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Attempting to bind port b789a894-293a-43df-9dc2-a2bf9548468f on network 663914f1-36e9-4577-97bd-1b38afd4ce89 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:00.525774 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Port b789a894-293a-43df-9dc2-a2bf9548468f on network 663914f1-36e9-4577-97bd-1b38afd4ce89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:20:00.526125 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Attempting to bind port b789a894-293a-43df-9dc2-a2bf9548468f on network 663914f1-36e9-4577-97bd-1b38afd4ce89 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:00.537894 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:20:00.538269 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Checking segment: {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:00.538848 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Bound using segment: {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:20:00.539304 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Bound port: b789a894-293a-43df-9dc2-a2bf9548468f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:20:00.539670 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:00.576754 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-1159f775-4f29-47a7-957f-5a1520ff4896 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:00.579062 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-1159f775-4f29-47a7-957f-5a1520ff4896 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 816 time: 0.1573956 Feb 15 15:20:00.602661 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-f7ae72d8-3bf1-49c7-9bb8-1fd44873a20d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/quotas/e5da61bfabcd4286b4d12afe5df1b2f4 HTTP/1.1" status: 200 len: 375 time: 0.0108712 Feb 15 15:20:00.649309 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] For port b789a894-293a-43df-9dc2-a2bf9548468f, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:20:00.685268 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] For port b789a894-293a-43df-9dc2-a2bf9548468f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b789a894-293a-43df-9dc2-a2bf9548468f,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:20:00.751575 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-8c0cb183-92c7-486e-a784-7c046e8c6de6 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374192 Feb 15 15:20:00.755124 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad4029ee-9852-41bf-9ad9-ce4f71175167 req-072a249d-62e5-4d2f-bc93-1f85e39d0e49 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 210 time: 0.0745592 Feb 15 15:20:00.767507 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:00.935425 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-f5dff428-2900-4331-811f-00dbe4fc0c64 service neutron] 10.222.0.110 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387236 Feb 15 15:20:01.111272 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:01.112319 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:01.114590 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] 10.222.0.102 "PUT /v2.0/ports/b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 200 len: 1094 time: 2.9048300 Feb 15 15:20:01.117984 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4984da32-1377-4077-945c-0e2f52db9bb7 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:01.152431 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba543ff-edc5-453a-9d75-e4254fa12dda', 'tag': 'b789a894-293a-43df-9dc2-a2bf9548468f'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:01.250997 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Publish callbacks [] for port (4984da32-1377-4077-945c-0e2f52db9bb7), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:01.282310 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Transition to ACTIVE for port object 4984da32-1377-4077-945c-0e2f52db9bb7 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:20:01.354961 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-19084bc0-3669-4baa-912c-3bc6c705300b service neutron] 10.222.0.110 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180479 Feb 15 15:20:01.357969 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:01.362776 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e6e6e-da82-4a2e-986d-0e0810b9ab05 service neutron] Pushing event updated for resources: {'Port': ['ID=b789a894-293a-43df-9dc2-a2bf9548468f,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:01.431158 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Pushing event updated for resources: {'Port': ['ID=4984da32-1377-4077-945c-0e2f52db9bb7,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:01.456318 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526638ef-9fca-45ed-8815-2005c39b1784 req-7965c584-1494-415e-965d-c9c8459c042e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:01.457910 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-526638ef-9fca-45ed-8815-2005c39b1784 req-7965c584-1494-415e-965d-c9c8459c042e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 943 time: 0.5886328 Feb 15 15:20:01.563140 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-c5e1aa8a-e395-4d1c-aad9-d69e4e20b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:01.565551 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-c5e1aa8a-e395-4d1c-aad9-d69e4e20b629 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1128 time: 0.2819350 Feb 15 15:20:01.589982 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Attempting to bind port 4984da32-1377-4077-945c-0e2f52db9bb7 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:20:01.590844 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Attempting to bind port 4984da32-1377-4077-945c-0e2f52db9bb7 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:20:01.591339 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Attempting to bind port 4984da32-1377-4077-945c-0e2f52db9bb7 on network 663914f1-36e9-4577-97bd-1b38afd4ce89 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:01.621757 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-526638ef-9fca-45ed-8815-2005c39b1784 req-a8138df2-497a-43b2-b5fb-a08566229f89 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411190 Feb 15 15:20:01.621757 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Port 4984da32-1377-4077-945c-0e2f52db9bb7 on network 663914f1-36e9-4577-97bd-1b38afd4ce89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:20:01.621757 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Attempting to bind port 4984da32-1377-4077-945c-0e2f52db9bb7 on network 663914f1-36e9-4577-97bd-1b38afd4ce89 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:01.624572 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:20:01.625044 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Checking segment: {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:01.625542 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Bound using segment: {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:20:01.626080 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Bound port: 4984da32-1377-4077-945c-0e2f52db9bb7, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:20:01.626504 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:01.826509 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-40f34884-c126-4423-b592-e2ef0e3e8c0f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 200 len: 217 time: 0.1966770 Feb 15 15:20:01.926647 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35112) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:01.996722 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35114) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:02.020023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05e8fc5c-cdd7-4929-8189-a576dbb902f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.092584 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de649c6-9596-48c5-8453-1d29c6da2ff7 req-b4ef22ac-c143-4008-9f44-8ef149ff5851 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:02.094139 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8de649c6-9596-48c5-8453-1d29c6da2ff7 req-b4ef22ac-c143-4008-9f44-8ef149ff5851 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 944 time: 0.2327013 Feb 15 15:20:02.164058 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f837d9-a91a-44e6-9fab-fb47079496bc req-f7a490ec-a8fc-4233-bb0b-5ecf33f0e61a tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:02.172632 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22f837d9-a91a-44e6-9fab-fb47079496bc req-f7a490ec-a8fc-4233-bb0b-5ecf33f0e61a tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 944 time: 0.4331429 Feb 15 15:20:02.175211 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8de649c6-9596-48c5-8453-1d29c6da2ff7 req-822f6b9f-a9b6-42cf-9259-fcb8ee5f5b41 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746527 Feb 15 15:20:02.178988 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399d6249-61ad-4d16-af30-0a2e0a1e1888" -d '{"events": [{"name": "network-changed", "server_uuid": "fba543ff-edc5-453a-9d75-e4254fa12dda", "tag": "b789a894-293a-43df-9dc2-a2bf9548468f"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:02.183520 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] For port 4984da32-1377-4077-945c-0e2f52db9bb7, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:20:02.229343 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] For port 4984da32-1377-4077-945c-0e2f52db9bb7, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4984da32-1377-4077-945c-0e2f52db9bb7,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:20:02.232911 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-f454ceb0-adbe-4f0e-8e3c-492ac99c7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:02.234559 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-f454ceb0-adbe-4f0e-8e3c-492ac99c7e66 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.1879873 Feb 15 15:20:02.285122 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-23f55100-af0a-4739-baa6-f778c9b80bd6 req-90c2bbc9-5646-40d5-bde6-36b4a471bf58 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 210 time: 0.0412316 Feb 15 15:20:02.285505 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22f837d9-a91a-44e6-9fab-fb47079496bc req-5c04ab55-1e9b-40bf-994b-fb7ab771762c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124353 Feb 15 15:20:02.375266 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-8206b8d0-f224-4b2c-abaa-23d25c930af1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687697 Feb 15 15:20:02.377708 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05e8fc5c-cdd7-4929-8189-a576dbb902f7 admin admin] Publish callbacks [] for security_group (23d4c054-ef64-43a3-8f77-b4c794d8caf8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.384962 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.393536 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8813a6a5-f3a9-4f64-8d80-5ba595d07783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.426451 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c6c1f324-15c9-44a4-9c45-db8cd01b9ea7 req-169ece93-7f95-4e9a-abf9-7e67274ddadb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 210 time: 0.0504522 Feb 15 15:20:02.485159 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:02.485789 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.487224 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] 10.222.0.102 "PUT /v2.0/ports/4984da32-1377-4077-945c-0e2f52db9bb7 HTTP/1.1" status: 200 len: 1094 time: 2.5873618 Feb 15 15:20:02.501233 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceee475-e29f-4c72-a556-d8816081907f x-openstack-request-id: req-dceee475-e29f-4c72-a556-d8816081907f {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:02.501526 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba543ff-edc5-453a-9d75-e4254fa12dda", "tag": "b789a894-293a-43df-9dc2-a2bf9548468f", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:02.501779 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-dceee475-e29f-4c72-a556-d8816081907f {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:02.502218 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba543ff-edc5-453a-9d75-e4254fa12dda', 'tag': 'b789a894-293a-43df-9dc2-a2bf9548468f', 'status': 'completed', 'code': 200} Feb 15 15:20:02.514649 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-05e8fc5c-cdd7-4929-8189-a576dbb902f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (23d4c054-ef64-43a3-8f77-b4c794d8caf8), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.751911 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6c6c0-9b7a-4803-bde6-592fc78b6854 service neutron] Pushing event updated for resources: {'Port': ['ID=4984da32-1377-4077-945c-0e2f52db9bb7,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:02.789113 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-87a5d7cd-1b04-4eef-af6a-53bcfc6d87db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.794658 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-05e8fc5c-cdd7-4929-8189-a576dbb902f7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a8e5eac4a99642febaff75662a707e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8166728 Feb 15 15:20:02.800930 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2599a-2202-4396-b5b5-1f9c558d9b9c req-bc8a37eb-7a03-4b48-a64d-d0092f7a0d63 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:02.802768 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7e2599a-2202-4396-b5b5-1f9c558d9b9c req-bc8a37eb-7a03-4b48-a64d-d0092f7a0d63 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 943 time: 0.0760405 Feb 15 15:20:02.802997 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35136) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:02.812478 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8fc5c-cdd7-4929-8189-a576dbb902f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4c054-ef64-43a3-8f77-b4c794d8caf8,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:02.832194 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-a21fff6c-f1ea-4006-93e2-45174d2c9a58 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319425 Feb 15 15:20:02.918536 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-8f32c3f0-0810-4b44-a16d-0d3b1311956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:02.920399 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-8f32c3f0-0810-4b44-a16d-0d3b1311956b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 1128 time: 0.1941397 Feb 15 15:20:02.925282 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7e2599a-2202-4396-b5b5-1f9c558d9b9c req-8453340a-c0f4-4f47-ac81-87e92ab2db4d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098683 Feb 15 15:20:02.926349 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2de85f7a-bdfe-438f-84ad-96c91318dac1 admin admin] Publish callbacks [] for security_group (23d4c054-ef64-43a3-8f77-b4c794d8caf8), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.941385 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8813a6a5-f3a9-4f64-8d80-5ba595d07783 admin admin] Publish callbacks [] for security_group (0692bb9d-3e23-4d42-a9ff-290013ec6b68), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.962775 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2de85f7a-bdfe-438f-84ad-96c91318dac1 admin admin] Publish callbacks [] for security_group (23d4c054-ef64-43a3-8f77-b4c794d8caf8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:02.974749 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-b92416c7-803e-4589-8a07-493a3f62d922 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4984da32-1377-4077-945c-0e2f52db9bb7 HTTP/1.1" status: 200 len: 217 time: 0.0435610 Feb 15 15:20:03.018327 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8813a6a5-f3a9-4f64-8d80-5ba595d07783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (0692bb9d-3e23-4d42-a9ff-290013ec6b68), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:03.063288 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2de85f7a-bdfe-438f-84ad-96c91318dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (23d4c054-ef64-43a3-8f77-b4c794d8caf8), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:03.067411 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2de85f7a-bdfe-438f-84ad-96c91318dac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:03.069667 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2de85f7a-bdfe-438f-84ad-96c91318dac1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/23d4c054-ef64-43a3-8f77-b4c794d8caf8 HTTP/1.1" status: 204 len: 168 time: 0.2656865 Feb 15 15:20:03.071255 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40a3ea96-4b79-4e40-a5d1-e43b6362e866 req-dd33ac9b-6051-4b57-bc9d-a0e0ec2ae6c0 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277813 Feb 15 15:20:03.083444 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de85f7a-bdfe-438f-84ad-96c91318dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4c054-ef64-43a3-8f77-b4c794d8caf8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:03.094278 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35142) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:03.096170 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8813a6a5-f3a9-4f64-8d80-5ba595d07783 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ccb11a02de36483c8f0d8fe24f1f0f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0955787 Feb 15 15:20:03.099513 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-43b7f0ef-1de1-4841-84b6-6675e2eace72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:03.101226 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-43b7f0ef-1de1-4841-84b6-6675e2eace72 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.1125472 Feb 15 15:20:03.102367 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813a6a5-f3a9-4f64-8d80-5ba595d07783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0692bb9d-3e23-4d42-a9ff-290013ec6b68,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:03.171474 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-483cbc95-8985-477a-823c-525507afd59d admin admin] Publish callbacks [] for security_group (0692bb9d-3e23-4d42-a9ff-290013ec6b68), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:03.186959 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-8edb8ca1-da00-40fa-8945-cd3d2377d523 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733690 Feb 15 15:20:03.194153 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-483cbc95-8985-477a-823c-525507afd59d admin admin] Publish callbacks [] for security_group (0692bb9d-3e23-4d42-a9ff-290013ec6b68), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:03.295636 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-6d41c98b-f3bb-42e9-941e-f191fdda89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:03.297671 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-6d41c98b-f3bb-42e9-941e-f191fdda89d0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1128 time: 0.0589030 Feb 15 15:20:03.374948 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-483cbc95-8985-477a-823c-525507afd59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (0692bb9d-3e23-4d42-a9ff-290013ec6b68), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:03.377926 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-483cbc95-8985-477a-823c-525507afd59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:03.381728 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-483cbc95-8985-477a-823c-525507afd59d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0692bb9d-3e23-4d42-a9ff-290013ec6b68 HTTP/1.1" status: 204 len: 168 time: 0.2844279 Feb 15 15:20:03.381912 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-40d65ffe-87ce-4a12-8b67-7eb375b0afbc tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:03.381912 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-40d65ffe-87ce-4a12-8b67-7eb375b0afbc tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 811 time: 0.2588239 Feb 15 15:20:03.433466 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-f7d6d2e8-461f-4b6c-a6d5-8a6602b5512d service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375515 Feb 15 15:20:03.442433 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18365370-bc63-43d7-add5-378212e7bee2 req-2a7ff7c3-1b0d-4c93-8a77-134537e0272b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 210 time: 0.0682030 Feb 15 15:20:03.447916 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd76c8-45a0-4f92-aa26-1fa5f08f228c req-635a3071-829a-4c4a-b833-7c8140f5ce7e tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:03.455244 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dddd76c8-45a0-4f92-aa26-1fa5f08f228c req-635a3071-829a-4c4a-b833-7c8140f5ce7e tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 944 time: 0.1770689 Feb 15 15:20:03.482462 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cbc95-8985-477a-823c-525507afd59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0692bb9d-3e23-4d42-a9ff-290013ec6b68,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:03.572149 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-1fb83e60-49b7-4ed3-8d4d-41f2c2f665f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:03.575914 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-1fb83e60-49b7-4ed3-8d4d-41f2c2f665f0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 919 time: 0.2702196 Feb 15 15:20:03.653985 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-3fe784bd-e76f-4518-9d21-435dab485502 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 200 len: 217 time: 0.0717614 Feb 15 15:20:03.657071 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-92e9ec68-6671-4341-930b-ebcf20e6080a tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15d8453cac44f089b89e2d5930fccc6 HTTP/1.1" status: 200 len: 380 time: 0.2580543 Feb 15 15:20:03.685837 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dddd76c8-45a0-4f92-aa26-1fa5f08f228c req-3ce7b507-4f25-4fa2-a77d-55dfd2107e7c tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295356 Feb 15 15:20:03.689567 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'port': {'device_id': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'admin_state_up': True, 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'security_groups': ['be98ba2e-38da-4041-898d-60ec56255d26']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:03.750863 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb67e37e-5cbe-44df-90fe-2b801f8182dd req-25de068a-d292-4e23-9d2c-c1da65e2481d service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900593 Feb 15 15:20:03.823017 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7caf-d102-4a06-b803-f63f6a81d94e req-add8fb1a-20ae-4246-869a-0b97130394d5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:03.830504 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-da2f7caf-d102-4a06-b803-f63f6a81d94e req-add8fb1a-20ae-4246-869a-0b97130394d5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 944 time: 0.2238934 Feb 15 15:20:03.833992 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-9d4218ad-a9a8-4dd2-a08c-07cf244f7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:03.835671 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-9d4218ad-a9a8-4dd2-a08c-07cf244f7484 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.1620376 Feb 15 15:20:03.862138 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0291cbda-b023-4127-96f7-89dca8828027 req-88194e52-1d4a-4d24-9cee-b94fe191e66a tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 210 time: 0.0414732 Feb 15 15:20:03.895921 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-45491b0f-9b12-43bc-a630-f1582a9d6cef service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377657 Feb 15 15:20:03.971170 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Made reservation on behalf of a15d8453cac44f089b89e2d5930fccc6 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:03.976786 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:04.066945 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-da2f7caf-d102-4a06-b803-f63f6a81d94e req-06c5df41-b0e0-4057-bc97-9e9cceba81f8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353156 Feb 15 15:20:04.151396 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c45e569b-d743-4317-8d03-3d4a486e19d5 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:20:04.158986 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-42be377d-fc20-4444-aea7-6ed61d882832 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549112 Feb 15 15:20:04.251601 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Allocated IP 172.20.0.5 (73f85123-0d32-40a7-854e-e7dc72d977f8/8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb/9c0ef145-be3c-46a2-81ba-b06eafebf8a8) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:20:04.287848 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d7407-69d8-4d2b-971c-5c31ad418966 req-ebecd747-2fea-450c-b1e1-cc15122e7261 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:04.289981 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cd8d7407-69d8-4d2b-971c-5c31ad418966 req-ebecd747-2fea-450c-b1e1-cc15122e7261 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 943 time: 0.2258482 Feb 15 15:20:04.371125 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399d6249-61ad-4d16-af30-0a2e0a1e1888 req-77dbfe5c-5695-43dc-aa66-af76f14d25b0 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995659 Feb 15 15:20:04.417327 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cd8d7407-69d8-4d2b-971c-5c31ad418966 req-00a5e07c-bf71-46e6-a29f-9233824b6006 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989237 Feb 15 15:20:04.450411 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c45e569b-d743-4317-8d03-3d4a486e19d5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c45e569b-d743-4317-8d03-3d4a486e19d5,segment=NetworkSegment(cc70c7ce-f596-41d0-bf7a-fdf613e21e72),segment_id=cc70c7ce-f596-41d0-bf7a-fdf613e21e72)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:04.466398 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'c45e569b-d743-4317-8d03-3d4a486e19d5', 'network_id': '8f2764d8-f6f0-4823-a35d-229208facac9', 'port_id': 'c45e569b-d743-4317-8d03-3d4a486e19d5', 'mac_address': 'fa:16:3e:68:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bec551-45ff-4fe1-8552-81c5bba931fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:20:04.507551 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe99220-d378-41f9-81bf-bfe3beda3f86', 'tag': '4984da32-1377-4077-945c-0e2f52db9bb7'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:04.509472 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port c45e569b-d743-4317-8d03-3d4a486e19d5 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:04.509744 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:04.509862 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b46323-28cc-4f79-912a-e6a607b33e74" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe99220-d378-41f9-81bf-bfe3beda3f86", "tag": "4984da32-1377-4077-945c-0e2f52db9bb7"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:04.526100 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45e569b-d743-4317-8d03-3d4a486e19d5 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:04.553522 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c45e569b-d743-4317-8d03-3d4a486e19d5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c45e569b-d743-4317-8d03-3d4a486e19d5,segment=NetworkSegment(cc70c7ce-f596-41d0-bf7a-fdf613e21e72),segment_id=cc70c7ce-f596-41d0-bf7a-fdf613e21e72)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:04.601570 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:04.608600 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf40e3b-a4dd-4efa-bf64-8437d54523ee x-openstack-request-id: req-fbf40e3b-a4dd-4efa-bf64-8437d54523ee {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:04.608898 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe99220-d378-41f9-81bf-bfe3beda3f86", "tag": "4984da32-1377-4077-945c-0e2f52db9bb7", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:04.609150 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-fbf40e3b-a4dd-4efa-bf64-8437d54523ee {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:04.609536 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe99220-d378-41f9-81bf-bfe3beda3f86', 'tag': '4984da32-1377-4077-945c-0e2f52db9bb7', 'status': 'completed', 'code': 200} Feb 15 15:20:04.674760 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-235f0a60-c6da-470f-91cf-05efa180383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:04.676318 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-235f0a60-c6da-470f-91cf-05efa180383f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 1128 time: 0.0648899 Feb 15 15:20:04.682180 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-70ed8610-66fe-4ace-b331-445928053d69 req-d0ce7c40-4d8f-4b62-be5c-12c867a02571 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 210 time: 0.0647435 Feb 15 15:20:04.686172 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:04.694192 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device acd23972-fc2c-4adc-b584-8aeaed2a0b97 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:20:04.771937 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7ebb841f-f93d-4a21-9179-c31cc6230c93 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:04.773566 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7ebb841f-f93d-4a21-9179-c31cc6230c93 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 816 time: 0.1858673 Feb 15 15:20:04.818039 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port acd23972-fc2c-4adc-b584-8aeaed2a0b97, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acd23972-fc2c-4adc-b584-8aeaed2a0b97,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:04.831287 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'acd23972-fc2c-4adc-b584-8aeaed2a0b97', 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'port_id': 'acd23972-fc2c-4adc-b584-8aeaed2a0b97', 'mac_address': 'fa:16:3e:83:39:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf91284-353b-4caa-aae4-645c7cbdb48d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:20:04.886398 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=c45e569b-d743-4317-8d03-3d4a486e19d5,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:04.905376 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-cbd57383-a34d-4f9a-9be7-d383b47eae5c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4 HTTP/1.1" status: 200 len: 380 time: 0.1217844 Feb 15 15:20:04.915538 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port acd23972-fc2c-4adc-b584-8aeaed2a0b97 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:04.915968 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:04.916422 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'port': {'device_id': '3b33e399-6f57-40a0-a7cd-804327132820', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'admin_state_up': True, 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'security_groups': ['a1248a2b-3505-4056-9289-c626d330595c']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:04.958398 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd23972-fc2c-4adc-b584-8aeaed2a0b97 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:05.004183 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port acd23972-fc2c-4adc-b584-8aeaed2a0b97, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acd23972-fc2c-4adc-b584-8aeaed2a0b97,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:05.007328 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-83c8283e-efff-4880-a9ef-e8e9052893b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:05.010291 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-83c8283e-efff-4880-a9ef-e8e9052893b0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 919 time: 0.3277340 Feb 15 15:20:05.016697 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:05.074547 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:05.153161 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-3bbdadf2-9d0e-44b1-8f4c-1132b804c831 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4984da32-1377-4077-945c-0e2f52db9bb7 HTTP/1.1" status: 200 len: 217 time: 0.1011045 Feb 15 15:20:05.164094 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=acd23972-fc2c-4adc-b584-8aeaed2a0b97,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:05.189902 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e6ac2-96cb-4a81-b1b0-a9b7eeac03d2 req-1fd18519-931c-4fcd-9240-6a877694f76d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:05.194003 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c0e6ac2-96cb-4a81-b1b0-a9b7eeac03d2 req-1fd18519-931c-4fcd-9240-6a877694f76d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 931 time: 0.1578510 Feb 15 15:20:05.235498 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:20:05.242091 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:20:05.249557 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'Port': ['ID=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:05.253666 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:20:05.258932 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:05.259561 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:05.278764 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c0e6ac2-96cb-4a81-b1b0-a9b7eeac03d2 req-cd9b2db1-d7c8-4e6e-b95f-2ad8f728c8ac tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786827 Feb 15 15:20:05.289446 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cced72-2283-4f32-8c4a-3f46df6896ed req-00dfea00-9ab5-4b4b-92db-64444a98d208 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:05.290966 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f4cced72-2283-4f32-8c4a-3f46df6896ed req-00dfea00-9ab5-4b4b-92db-64444a98d208 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 945 time: 0.2794480 Feb 15 15:20:05.296346 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-f77241b1-a85f-4438-82f4-9957caa580b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:05.298603 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-f77241b1-a85f-4438-82f4-9957caa580b9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.1251056 Feb 15 15:20:05.333385 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Made reservation on behalf of e5da61bfabcd4286b4d12afe5df1b2f4 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:05.337881 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:05.350249 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-a8492a93-0203-4d90-94eb-0db52c48e758 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400589 Feb 15 15:20:05.376845 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-850e8a5d-f1a9-41bb-8323-bfe31dd4a81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:05.396244 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-f3b64e6e-8e85-48df-9004-184bc932ff30 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7270091 Feb 15 15:20:05.461217 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Request body: {'port': {'device_id': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:05.494656 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d65c-bbba-4da1-94de-1206fc1dc655 req-df2ece1f-985e-4268-b595-8d3c7637a2db tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:05.497795 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2d9d65c-bbba-4da1-94de-1206fc1dc655 req-df2ece1f-985e-4268-b595-8d3c7637a2db tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 944 time: 0.1277757 Feb 15 15:20:05.498205 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f4cced72-2283-4f32-8c4a-3f46df6896ed req-3c0e14e7-7146-4e11-9bc7-407b25f85881 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982207 Feb 15 15:20:05.508153 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['acd23972-fc2c-4adc-b584-8aeaed2a0b97'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:05.513332 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c45e569b-d743-4317-8d03-3d4a486e19d5'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:05.583218 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:05.587338 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-b02d1922-7513-4712-9d3c-b65967a2e63d service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251773 Feb 15 15:20:05.625838 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2d9d65c-bbba-4da1-94de-1206fc1dc655 req-5768968c-4d42-45f1-bcdd-ef90dbd388ba tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087344 Feb 15 15:20:05.632191 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Allocated IP 172.20.0.7 (ec872a1c-f759-476e-9f1d-ad2e90c64e61/c7bddf0a-ca94-41a4-9c6b-0dde5923380f/d7735bb4-c942-496a-8377-3a32193df960) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:20:05.766686 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-114895e4-18dd-4820-a528-9fe31b9f1f29 None None] Provisioning complete for port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:05.767328 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-114895e4-18dd-4820-a528-9fe31b9f1f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:05.830502 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763218ca-86ce-47ea-824d-8ce054ecd394 req-0a8d0f4c-587a-46b5-8393-3c5d95fe8d0f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:05.838778 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-763218ca-86ce-47ea-824d-8ce054ecd394 req-0a8d0f4c-587a-46b5-8393-3c5d95fe8d0f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 944 time: 0.1065981 Feb 15 15:20:05.843579 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-53b46323-28cc-4f79-912a-e6a607b33e74 req-d30f43df-abac-4a08-bbd4-992d99737ccd service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474890 Feb 15 15:20:05.891924 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for port (d7735bb4-c942-496a-8377-3a32193df960), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:05.916074 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-114895e4-18dd-4820-a528-9fe31b9f1f29 None None] Port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:20:05.926528 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-763218ca-86ce-47ea-824d-8ce054ecd394 req-3e1b5384-e25b-4505-9cbe-f5d8a1d21fa0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867500 Feb 15 15:20:06.005935 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:06.018922 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Publish callbacks [] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.034940 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Transition to ACTIVE for port object 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:20:06.038270 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22ef6a65-e43d-4edc-a670-285a769a1726 req-1b804102-606d-40a5-a60c-e67a3723bfa7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 210 time: 0.0435078 Feb 15 15:20:06.039409 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.094410 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:20:06.103831 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:20:06.105075 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:20:06.110404 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:06.111240 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.114727 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.125497 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:06.136360 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 4984da32-1377-4077-945c-0e2f52db9bb7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:20:06.193654 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Pushing event updated for resources: {'Port': ['ID=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:06.210751 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35258) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:06.216285 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-7e8e2c84-948a-4737-90b7-f795aedc597a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3059349 Feb 15 15:20:06.233925 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Request body: {'port': {'device_id': '3b33e399-6f57-40a0-a7cd-804327132820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:06.377110 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 4984da32-1377-4077-945c-0e2f52db9bb7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4984da32-1377-4077-945c-0e2f52db9bb7,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:06.403648 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.409289 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '4984da32-1377-4077-945c-0e2f52db9bb7', 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89', 'port_id': '4984da32-1377-4077-945c-0e2f52db9bb7', 'mac_address': 'fa:16:3e:55:01:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f591886-6c8d-4e78-b254-7b3450def381', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:20:06.519272 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 4984da32-1377-4077-945c-0e2f52db9bb7 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:06.519272 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.519272 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4984da32-1377-4077-945c-0e2f52db9bb7 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:06.552791 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.559083 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 4984da32-1377-4077-945c-0e2f52db9bb7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4984da32-1377-4077-945c-0e2f52db9bb7,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:06.650379 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.650379 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device b789a894-293a-43df-9dc2-a2bf9548468f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:20:06.692698 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port b789a894-293a-43df-9dc2-a2bf9548468f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b789a894-293a-43df-9dc2-a2bf9548468f,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:06.731412 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-318b3004-93da-43b3-856f-31f913cd039e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.739060 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'b789a894-293a-43df-9dc2-a2bf9548468f', 'network_id': '663914f1-36e9-4577-97bd-1b38afd4ce89', 'port_id': 'b789a894-293a-43df-9dc2-a2bf9548468f', 'mac_address': 'fa:16:3e:03:78:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f591886-6c8d-4e78-b254-7b3450def381', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:20:06.751863 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44262031-cb0c-4d0b-841f-1391248a635d req-20370268-41be-420a-8dfd-f9f2e8259349 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:06.753369 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44262031-cb0c-4d0b-841f-1391248a635d req-20370268-41be-420a-8dfd-f9f2e8259349 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 943 time: 0.3311739 Feb 15 15:20:06.810585 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port b789a894-293a-43df-9dc2-a2bf9548468f is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:06.811479 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.814004 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-318b3004-93da-43b3-856f-31f913cd039e admin admin] Publish callbacks [] for security_group (ada7633e-5410-493b-b392-84b403a46e73), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.815133 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Attempting to bind port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:20:06.815685 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Attempting to bind port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:20:06.816056 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Attempting to bind port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 on network 73f85123-0d32-40a7-854e-e7dc72d977f8 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:06.818290 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-9438ce6c-a026-4e04-9db5-5e88cde6bdbd None None] Provisioning complete for port d7735bb4-c942-496a-8377-3a32193df960 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:06.818837 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9438ce6c-a026-4e04-9db5-5e88cde6bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (d7735bb4-c942-496a-8377-3a32193df960), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.828462 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 on network 73f85123-0d32-40a7-854e-e7dc72d977f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:20:06.828690 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Attempting to bind port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 on network 73f85123-0d32-40a7-854e-e7dc72d977f8 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:06.842316 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:20:06.842661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Checking segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:06.843194 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Bound using segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:20:06.843638 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Bound port: 9c0ef145-be3c-46a2-81ba-b06eafebf8a8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:20:06.844022 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.848986 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44262031-cb0c-4d0b-841f-1391248a635d req-0f21ddc1-396f-41ec-ae30-b9c0a5f12baf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795157 Feb 15 15:20:06.859057 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37b676-286d-45bb-b49f-069d19f4a564 req-22a52ac7-3f9a-4868-b054-852d446e9a42 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:06.876450 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d37b676-286d-45bb-b49f-069d19f4a564 req-22a52ac7-3f9a-4868-b054-852d446e9a42 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 945 time: 0.2017035 Feb 15 15:20:06.876828 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-9438ce6c-a026-4e04-9db5-5e88cde6bdbd None None] Port d7735bb4-c942-496a-8377-3a32193df960 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:20:06.909419 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b789a894-293a-43df-9dc2-a2bf9548468f {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:06.916940 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7735bb4-c942-496a-8377-3a32193df960 {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:06.926597 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Publish callbacks [] for port (d7735bb4-c942-496a-8377-3a32193df960), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:06.930440 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port b789a894-293a-43df-9dc2-a2bf9548468f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b789a894-293a-43df-9dc2-a2bf9548468f,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:06.932806 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=4984da32-1377-4077-945c-0e2f52db9bb7,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:06.960349 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Transition to ACTIVE for port object d7735bb4-c942-496a-8377-3a32193df960 will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:20:06.961166 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-318b3004-93da-43b3-856f-31f913cd039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (ada7633e-5410-493b-b392-84b403a46e73), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.001937 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d37b676-286d-45bb-b49f-069d19f4a564 req-0dad4ce2-edfd-4b51-bdde-d820a7b8d2be tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246054 Feb 15 15:20:07.023477 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b45ff-77b7-4eab-81be-67d8a2a24104 req-6bbbf3d8-6a4e-45c9-afc3-dbfb0a834fa4 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:07.025824 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e76b45ff-77b7-4eab-81be-67d8a2a24104 req-6bbbf3d8-6a4e-45c9-afc3-dbfb0a834fa4 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 945 time: 0.0840616 Feb 15 15:20:07.053856 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b3004-93da-43b3-856f-31f913cd039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada7633e-5410-493b-b392-84b403a46e73,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:07.068061 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-318b3004-93da-43b3-856f-31f913cd039e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=abd0263c81f84a38a956488a704916fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8558333 Feb 15 15:20:07.094694 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] For port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:20:07.097504 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] For port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:20:07.097648 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e76b45ff-77b7-4eab-81be-67d8a2a24104 req-9955343a-2041-45b7-9c37-1f51ecb26f46 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647836 Feb 15 15:20:07.098116 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35292) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:07.172902 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14841ace-4eda-4599-b2d1-d7844200bb3a req-55d943c3-8ab5-4a89-9bd3-e0e35c44e44e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:07.174495 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-14841ace-4eda-4599-b2d1-d7844200bb3a req-55d943c3-8ab5-4a89-9bd3-e0e35c44e44e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 944 time: 0.0795362 Feb 15 15:20:07.200487 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5cd02828-e32f-4795-ba3c-f25d3cbd264c admin admin] Publish callbacks [] for security_group (ada7633e-5410-493b-b392-84b403a46e73), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.229174 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-14841ace-4eda-4599-b2d1-d7844200bb3a req-06af4929-da9b-44d6-9c72-47dd97d95fb0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490940 Feb 15 15:20:07.238330 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5cd02828-e32f-4795-ba3c-f25d3cbd264c admin admin] Publish callbacks [] for security_group (ada7633e-5410-493b-b392-84b403a46e73), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.257304 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9783-9e26-486d-ba72-d4754ab3e80b req-e2e7c8bd-ed9b-4a08-ad83-9b946fc1329a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:07.258786 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b0e9783-9e26-486d-ba72-d4754ab3e80b req-e2e7c8bd-ed9b-4a08-ad83-9b946fc1329a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 931 time: 0.0982251 Feb 15 15:20:07.319076 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6b0e9783-9e26-486d-ba72-d4754ab3e80b req-03b61547-2988-4fd3-ba2f-646b7782791c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528936 Feb 15 15:20:07.363319 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.646172 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.646572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.935493 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:07.937646 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=b789a894-293a-43df-9dc2-a2bf9548468f,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Attempting to bind port d7735bb4-c942-496a-8377-3a32193df960 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Attempting to bind port d7735bb4-c942-496a-8377-3a32193df960 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Attempting to bind port d7735bb4-c942-496a-8377-3a32193df960 on network ec872a1c-f759-476e-9f1d-ad2e90c64e61 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Port d7735bb4-c942-496a-8377-3a32193df960 on network ec872a1c-f759-476e-9f1d-ad2e90c64e61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Attempting to bind port d7735bb4-c942-496a-8377-3a32193df960 on network ec872a1c-f759-476e-9f1d-ad2e90c64e61 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Checking segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Bound using segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Bound port: d7735bb4-c942-496a-8377-3a32193df960, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:20:07.938818 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.939891 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35296) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:07.940210 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:20:07.940210 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:20:07.940368 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['4984da32-1377-4077-945c-0e2f52db9bb7'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:07.940368 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['b789a894-293a-43df-9dc2-a2bf9548468f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:07.940512 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1ae31a79-b983-49fe-b41e-ddb9e52e1394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.961874 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5cd02828-e32f-4795-ba3c-f25d3cbd264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (ada7633e-5410-493b-b392-84b403a46e73), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.965827 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5cd02828-e32f-4795-ba3c-f25d3cbd264c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.970232 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5cd02828-e32f-4795-ba3c-f25d3cbd264c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ada7633e-5410-493b-b392-84b403a46e73 HTTP/1.1" status: 204 len: 168 time: 0.8675039 Feb 15 15:20:07.972571 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:07.980448 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd02828-e32f-4795-ba3c-f25d3cbd264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada7633e-5410-493b-b392-84b403a46e73,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:07.994431 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.021590 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.062323 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.063075 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.065547 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] 10.222.0.102 "PUT /v2.0/ports/9c0ef145-be3c-46a2-81ba-b06eafebf8a8 HTTP/1.1" status: 200 len: 1093 time: 2.6531961 Feb 15 15:20:08.070596 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'tag': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:08.072893 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdb1fe4-75c0-47ac-a4ca-32abf4c97181", "tag": "9c0ef145-be3c-46a2-81ba-b06eafebf8a8"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:08.104746 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3d3d9-41ae-4f98-b4be-b74f6cca9a59 req-40c58d69-b360-4f8a-9501-819477d0f05d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.118707 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3ad3d3d9-41ae-4f98-b4be-b74f6cca9a59 req-40c58d69-b360-4f8a-9501-819477d0f05d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 943 time: 0.1958232 Feb 15 15:20:08.151109 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c45e569b-d743-4317-8d03-3d4a486e19d5 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:20:08.172365 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:08.183090 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a82ad4-3298-4310-a03c-a906e9d7dd4e service neutron] Pushing event updated for resources: {'Port': ['ID=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:08.194436 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.195248 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.197769 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c9cf78c1-2315-4141-aa9c-05204a2b0f91 service neutron] 10.222.0.102 "PUT /v2.0/ports/d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 200 len: 1093 time: 1.9744735 Feb 15 15:20:08.199127 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:08.201457 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8310e335-71b9-489a-98a4-5c5a21c82633" -d '{"events": [{"name": "network-changed", "server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "tag": "d7735bb4-c942-496a-8377-3a32193df960"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:08.351869 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-e03391eb-f007-4ddb-b977-dbc281752130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.354455 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-e03391eb-f007-4ddb-b977-dbc281752130 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 1127 time: 0.1240201 Feb 15 15:20:08.365794 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6454-b543-413f-ab9c-bbb29639cbf3 req-bbe65052-e04a-478c-a412-48dd81e80168 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.369841 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1ae31a79-b983-49fe-b41e-ddb9e52e1394 admin admin] Publish callbacks [] for security_group (dd4ae1a9-9fbf-4e98-bf9a-822c907f83c7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.375447 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-229c6454-b543-413f-ab9c-bbb29639cbf3 req-bbe65052-e04a-478c-a412-48dd81e80168 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 945 time: 0.1991649 Feb 15 15:20:08.426927 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3ad3d3d9-41ae-4f98-b4be-b74f6cca9a59 req-598f6a44-9802-4226-9e0d-ef30d78aa179 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124247 Feb 15 15:20:08.451746 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port c45e569b-d743-4317-8d03-3d4a486e19d5 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:20:08.451968 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-bbf5b194-2c6e-435b-9132-34a669ead881 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8 HTTP/1.1" status: 200 len: 217 time: 0.0719540 Feb 15 15:20:08.456719 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port c45e569b-d743-4317-8d03-3d4a486e19d5 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:08.464145 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.495057 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1ae31a79-b983-49fe-b41e-ddb9e52e1394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (dd4ae1a9-9fbf-4e98-bf9a-822c907f83c7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.538451 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948fc7d3-74a1-4235-a8b1-1c23396d22a2 x-openstack-request-id: req-948fc7d3-74a1-4235-a8b1-1c23396d22a2 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:08.540058 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdb1fe4-75c0-47ac-a4ca-32abf4c97181", "tag": "9c0ef145-be3c-46a2-81ba-b06eafebf8a8", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:08.544462 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-948fc7d3-74a1-4235-a8b1-1c23396d22a2 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:08.544462 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'tag': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'status': 'completed', 'code': 200} Feb 15 15:20:08.595935 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-7961f77c-ea68-4000-9d27-2c7af3a8ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.597605 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-7961f77c-ea68-4000-9d27-2c7af3a8ed32 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.1255229 Feb 15 15:20:08.607788 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1ae31a79-b983-49fe-b41e-ddb9e52e1394 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=92b9ff42f48f4b74a7d078e4fb162763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7954507 Feb 15 15:20:08.609372 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-229c6454-b543-413f-ab9c-bbb29639cbf3 req-c318e8d2-6c08-40c4-8a25-5e0158a3b131 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320690 Feb 15 15:20:08.611036 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35324) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:08.646051 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-6f06694b-0e96-439c-ab23-03438dfa6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.647577 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-6f06694b-0e96-439c-ab23-03438dfa6cf8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 1127 time: 0.2823825 Feb 15 15:20:08.654577 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae31a79-b983-49fe-b41e-ddb9e52e1394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4ae1a9-9fbf-4e98-bf9a-822c907f83c7,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:08.693616 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c83f97-9912-49ac-ba6b-6c13329eb25b x-openstack-request-id: req-b3c83f97-9912-49ac-ba6b-6c13329eb25b {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:08.693858 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "tag": "d7735bb4-c942-496a-8377-3a32193df960", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:08.694242 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b3c83f97-9912-49ac-ba6b-6c13329eb25b {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:08.694652 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960', 'status': 'completed', 'code': 200} Feb 15 15:20:08.709734 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port c45e569b-d743-4317-8d03-3d4a486e19d5 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:08.710203 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.721305 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-62a7597e-393b-467f-995d-c747d24e85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.723192 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-62a7597e-393b-467f-995d-c747d24e85b8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1067095 Feb 15 15:20:08.739264 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-007f9443-0a7c-467c-9160-6900701a7dd2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 200 len: 217 time: 0.0688396 Feb 15 15:20:08.744727 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db04f2f4-5e4c-4904-8aef-b8a54440b68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e569b-d743-4317-8d03-3d4a486e19d5'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:08.826583 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a65a5ca-0ad6-4992-8b10-d3a679061c00 admin admin] Publish callbacks [] for security_group (dd4ae1a9-9fbf-4e98-bf9a-822c907f83c7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.833338 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-88a3bdba-20ea-46a6-8c9e-5c026111e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.836479 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-88a3bdba-20ea-46a6-8c9e-5c026111e949 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0882664 Feb 15 15:20:08.838192 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c45e569b-d743-4317-8d03-3d4a486e19d5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c45e569b-d743-4317-8d03-3d4a486e19d5,segment=NetworkSegment(cc70c7ce-f596-41d0-bf7a-fdf613e21e72),segment_id=cc70c7ce-f596-41d0-bf7a-fdf613e21e72)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:08.850186 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29638c5f-82c7-4787-b260-d90044e139b3 req-80f9c277-dc00-403d-955d-4f42d929b786 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.857291 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-29638c5f-82c7-4787-b260-d90044e139b3 req-80f9c277-dc00-403d-955d-4f42d929b786 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 945 time: 0.1994927 Feb 15 15:20:08.893068 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.895212 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device acd23972-fc2c-4adc-b584-8aeaed2a0b97 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:20:08.905526 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593bcd1-74d1-4a86-98e0-c16e742cc5ed req-3c081110-302a-45ff-86f2-f6f771184e13 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:08.906950 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a65a5ca-0ad6-4992-8b10-d3a679061c00 admin admin] Publish callbacks [] for security_group (dd4ae1a9-9fbf-4e98-bf9a-822c907f83c7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:08.913896 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d593bcd1-74d1-4a86-98e0-c16e742cc5ed req-3c081110-302a-45ff-86f2-f6f771184e13 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 944 time: 0.1507888 Feb 15 15:20:08.993492 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-29638c5f-82c7-4787-b260-d90044e139b3 req-cab42af3-4ce6-4da4-8ddb-4f7f99d85d2e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302423 Feb 15 15:20:09.005771 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d593bcd1-74d1-4a86-98e0-c16e742cc5ed req-57dc11e8-336b-416d-bb70-90144ada5fca tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896020 Feb 15 15:20:09.007902 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-6337b52a-2260-4a62-a29b-e1dca4dc3689 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749989 Feb 15 15:20:09.008357 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35330) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:09.033571 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-ef83d4e6-f337-49a6-bd5a-9603b8d3a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.036075 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-ef83d4e6-f337-49a6-bd5a-9603b8d3a5fb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1768177 Feb 15 15:20:09.041846 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c4e533df-66fe-4a4b-af8d-eb778c8bb3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.103398 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47583436-344a-4fb6-bd71-05c5fb6fea6d" -d '{"events": [{"server_uuid": "db04f2f4-5e4c-4904-8aef-b8a54440b68a", "name": "network-vif-plugged", "status": "completed", "tag": "c45e569b-d743-4317-8d03-3d4a486e19d5"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:09.145258 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a65a5ca-0ad6-4992-8b10-d3a679061c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (dd4ae1a9-9fbf-4e98-bf9a-822c907f83c7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.147992 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1a65a5ca-0ad6-4992-8b10-d3a679061c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.149246 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1a65a5ca-0ad6-4992-8b10-d3a679061c00 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/dd4ae1a9-9fbf-4e98-bf9a-822c907f83c7 HTTP/1.1" status: 204 len: 168 time: 0.5328598 Feb 15 15:20:09.185602 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=c45e569b-d743-4317-8d03-3d4a486e19d5,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:09.216631 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65a5ca-0ad6-4992-8b10-d3a679061c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4ae1a9-9fbf-4e98-bf9a-822c907f83c7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:09.237941 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.272304 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-c5bbe68f-5387-4154-8790-b1418944355e service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273405 Feb 15 15:20:09.279206 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cfeeb-ccd9-495b-b04c-39ac79ae8026 req-555fac0c-f1d0-4e9f-9591-7019d1e35a01 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.280123 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port acd23972-fc2c-4adc-b584-8aeaed2a0b97 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:20:09.280754 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-318cfeeb-ccd9-495b-b04c-39ac79ae8026 req-555fac0c-f1d0-4e9f-9591-7019d1e35a01 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.1982765 Feb 15 15:20:09.284759 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port acd23972-fc2c-4adc-b584-8aeaed2a0b97 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:09.285145 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.365996 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed4b6aa6-d1bc-496b-a5d3-5b9d6a7cb91c req-a9d9d2c1-f951-4af7-aa52-e09539b904fb service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451989 Feb 15 15:20:09.424488 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-318cfeeb-ccd9-495b-b04c-39ac79ae8026 req-2a6b1bda-b412-4eaf-93b8-84ba0d5fb204 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334174 Feb 15 15:20:09.465738 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0e0dc08e-d290-426b-812c-b72da3285c43 req-80d3bc83-61f0-409b-a9a8-33be8dcd36aa service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839681 Feb 15 15:20:09.476515 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99ac1bb-3a3a-4c55-a18d-87e05a88cd77 x-openstack-request-id: req-f99ac1bb-3a3a-4c55-a18d-87e05a88cd77 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:09.476515 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db04f2f4-5e4c-4904-8aef-b8a54440b68a", "name": "network-vif-plugged", "status": "completed", "tag": "c45e569b-d743-4317-8d03-3d4a486e19d5", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:09.476515 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f99ac1bb-3a3a-4c55-a18d-87e05a88cd77 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:09.476515 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db04f2f4-5e4c-4904-8aef-b8a54440b68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e569b-d743-4317-8d03-3d4a486e19d5', 'code': 200} Feb 15 15:20:09.477619 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port acd23972-fc2c-4adc-b584-8aeaed2a0b97 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:09.478017 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.488322 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c4e533df-66fe-4a4b-af8d-eb778c8bb3cd admin admin] Publish callbacks [] for security_group (3b9ce53c-1947-4a71-82d3-fcbf231dd5e4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.517070 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port acd23972-fc2c-4adc-b584-8aeaed2a0b97, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acd23972-fc2c-4adc-b584-8aeaed2a0b97,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:09.554259 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c4e533df-66fe-4a4b-af8d-eb778c8bb3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3b9ce53c-1947-4a71-82d3-fcbf231dd5e4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.606196 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.630717 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c4e533df-66fe-4a4b-af8d-eb778c8bb3cd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9113280714034842b5832bd7386dfe9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6174860 Feb 15 15:20:09.630717 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35344) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:09.644920 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e533df-66fe-4a4b-af8d-eb778c8bb3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9ce53c-1947-4a71-82d3-fcbf231dd5e4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:09.647378 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f93be-e469-4944-81f2-1ad0ee12aed4 req-a0403e5d-6c2d-4e3c-a463-e98302113e91 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.649155 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e76f93be-e469-4944-81f2-1ad0ee12aed4 req-a0403e5d-6c2d-4e3c-a463-e98302113e91 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 943 time: 0.1295614 Feb 15 15:20:09.710858 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-f5a565cb-6bf0-4f1e-8b59-c1c09a9dbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.712288 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-f5a565cb-6bf0-4f1e-8b59-c1c09a9dbbcc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 1127 time: 0.1611114 Feb 15 15:20:09.734329 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=acd23972-fc2c-4adc-b584-8aeaed2a0b97,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:09.774521 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-bc49f97a-9b97-4778-9f7b-f4552992e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.777674 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-bc49f97a-9b97-4778-9f7b-f4552992e531 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 1127 time: 0.1895595 Feb 15 15:20:09.810331 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e76f93be-e469-4944-81f2-1ad0ee12aed4 req-846ecb8f-48e3-4580-aee1-8f181753de6a tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455324 Feb 15 15:20:09.846169 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9a07-c11f-4c51-9f92-676d7e264a29 admin admin] Publish callbacks [] for security_group (3b9ce53c-1947-4a71-82d3-fcbf231dd5e4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.890699 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b22e7-c359-429c-bacd-679167a2562c req-66977500-85c3-4b1b-b49a-ce0329c60eee tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.892254 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0c9b22e7-c359-429c-bacd-679167a2562c req-66977500-85c3-4b1b-b49a-ce0329c60eee tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.1741536 Feb 15 15:20:09.895847 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9a07-c11f-4c51-9f92-676d7e264a29 admin admin] Publish callbacks [] for security_group (3b9ce53c-1947-4a71-82d3-fcbf231dd5e4), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.931225 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c981b67-04cb-4691-ae7c-7a2fa2021705 req-bbccf114-f0c9-4125-aa04-15ea77eff0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.932762 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4c981b67-04cb-4691-ae7c-7a2fa2021705 req-bbccf114-f0c9-4125-aa04-15ea77eff0a5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 1130 time: 0.1277888 Feb 15 15:20:09.934439 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-5d0503e1-2b42-4a49-a8d1-8d7b2de0d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.936051 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-5d0503e1-2b42-4a49-a8d1-8d7b2de0d63e service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 912 time: 0.2041626 Feb 15 15:20:09.963243 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-4c981b67-04cb-4691-ae7c-7a2fa2021705 req-41fa464e-d0bb-497c-9369-8ce177c03ca9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:09.981083 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-15efc101-01ed-4e4e-8003-876258414a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:09.983721 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-15efc101-01ed-4e4e-8003-876258414a7d service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.1993766 Feb 15 15:20:09.995841 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-01d60231-7318-4b48-bc85-2d868fde72cb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8 HTTP/1.1" status: 200 len: 217 time: 0.0450177 Feb 15 15:20:10.046094 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-94e03b64-006d-476d-a45f-41e5269cddde service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 200 len: 217 time: 0.0525992 Feb 15 15:20:10.050109 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0c9b22e7-c359-429c-bacd-679167a2562c req-bcd65d8e-b2bf-4cda-b6a7-db1201d569e3 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371076 Feb 15 15:20:10.072504 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-deb13fd9-3585-4049-8c04-60638bacee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:10.074326 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-deb13fd9-3585-4049-8c04-60638bacee5a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.0721731 Feb 15 15:20:10.122527 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-18296f42-c59a-4834-861f-b26b1cbcd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:10.124375 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-18296f42-c59a-4834-861f-b26b1cbcd592 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0693626 Feb 15 15:20:10.125139 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9a07-c11f-4c51-9f92-676d7e264a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3b9ce53c-1947-4a71-82d3-fcbf231dd5e4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.127715 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9a07-c11f-4c51-9f92-676d7e264a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.131758 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f1aa9a07-c11f-4c51-9f92-676d7e264a29 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3b9ce53c-1947-4a71-82d3-fcbf231dd5e4 HTTP/1.1" status: 204 len: 168 time: 0.5005429 Feb 15 15:20:10.154821 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 4984da32-1377-4077-945c-0e2f52db9bb7 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:20:10.171518 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa9a07-c11f-4c51-9f92-676d7e264a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9ce53c-1947-4a71-82d3-fcbf231dd5e4,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:10.226744 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554fc40-9c43-4513-84ce-c79e7e8278e3 req-b1446afb-ef4c-41e1-ba1c-36ad89630cb0 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:10.228586 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4554fc40-9c43-4513-84ce-c79e7e8278e3 req-b1446afb-ef4c-41e1-ba1c-36ad89630cb0 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 945 time: 0.1532767 Feb 15 15:20:10.232650 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-fa7f4821-1d51-4679-8267-10348fbe35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:10.236482 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-fa7f4821-1d51-4679-8267-10348fbe35a6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1505733 Feb 15 15:20:10.283168 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c839230-2e2a-44bf-a677-11cf186efe21 req-9fb81a11-12b1-4004-9cb1-da4273b064d3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:10.284978 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c839230-2e2a-44bf-a677-11cf186efe21 req-9fb81a11-12b1-4004-9cb1-da4273b064d3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.1510177 Feb 15 15:20:10.292929 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-ae0b136c-44e4-408d-8d76-1659c5211372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:10.294721 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-ae0b136c-44e4-408d-8d76-1659c5211372 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1619291 Feb 15 15:20:10.334860 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 4984da32-1377-4077-945c-0e2f52db9bb7 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:20:10.341162 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 4984da32-1377-4077-945c-0e2f52db9bb7 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:10.342295 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.404178 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-b19f7d05-91cd-4e1e-ba8a-b2d436642621 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533692 Feb 15 15:20:10.443340 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8c839230-2e2a-44bf-a677-11cf186efe21 req-f19e5410-b76e-45e4-8f64-9035aba4833f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475058 Feb 15 15:20:10.469464 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 4984da32-1377-4077-945c-0e2f52db9bb7 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:10.472808 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.496527 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-4c981b67-04cb-4691-ae7c-7a2fa2021705 req-41fa464e-d0bb-497c-9369-8ce177c03ca9 service neutron] Publish callbacks [] for security_group (22b634da-58a7-4c79-a556-8299e684a09e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.512037 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4554fc40-9c43-4513-84ce-c79e7e8278e3 req-7c62eac3-c37e-4ab2-8383-cf74fcbcd046 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676055 Feb 15 15:20:10.528661 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-0868c24a-b841-4e47-930b-0d49a94c7ef8 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250082 Feb 15 15:20:10.539547 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 4984da32-1377-4077-945c-0e2f52db9bb7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4984da32-1377-4077-945c-0e2f52db9bb7,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:10.584627 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-4c981b67-04cb-4691-ae7c-7a2fa2021705 req-41fa464e-d0bb-497c-9369-8ce177c03ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (22b634da-58a7-4c79-a556-8299e684a09e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.589961 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b1fb9319-4e91-49b0-b8fa-f9309c6daa44 req-2b755d04-0435-4c4a-ba3f-802be789f878 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782715 Feb 15 15:20:10.620104 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.621587 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device b789a894-293a-43df-9dc2-a2bf9548468f up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:20:10.694635 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4c981b67-04cb-4691-ae7c-7a2fa2021705 req-41fa464e-d0bb-497c-9369-8ce177c03ca9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7506797 Feb 15 15:20:10.706197 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa464e-d0bb-497c-9369-8ce177c03ca9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22b634da-58a7-4c79-a556-8299e684a09e,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:10.725761 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e266f33-7c2d-4901-93bf-4b0cc853960d req-7a7476d1-a40a-4170-99e4-854d0f66fc1f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:10.726419 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7e266f33-7c2d-4901-93bf-4b0cc853960d req-7a7476d1-a40a-4170-99e4-854d0f66fc1f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.1609728 Feb 15 15:20:10.752077 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8310e335-71b9-489a-98a4-5c5a21c82633 req-077f510d-58d7-4065-a98f-11d59fbaa0e2 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164481 Feb 15 15:20:10.754214 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=4984da32-1377-4077-945c-0e2f52db9bb7,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:10.796284 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7e266f33-7c2d-4901-93bf-4b0cc853960d req-aafc057b-4766-4f55-aae9-fa13a6a1b3ad tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560269 Feb 15 15:20:10.834806 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port b789a894-293a-43df-9dc2-a2bf9548468f completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:20:10.853519 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port b789a894-293a-43df-9dc2-a2bf9548468f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:10.855622 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.951304 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port b789a894-293a-43df-9dc2-a2bf9548468f is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:10.951728 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.952896 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3808f-ea7b-4e45-8aa7-e85265ed7f24 req-cbc2328f-24a6-430c-b412-1d83651a6a22 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:10.962355 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22d3808f-ea7b-4e45-8aa7-e85265ed7f24 req-cbc2328f-24a6-430c-b412-1d83651a6a22 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 943 time: 0.0666714 Feb 15 15:20:10.992180 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port b789a894-293a-43df-9dc2-a2bf9548468f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b789a894-293a-43df-9dc2-a2bf9548468f,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:11.009613 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22d3808f-ea7b-4e45-8aa7-e85265ed7f24 req-a8cec558-0eff-40c2-95c2-6fce423ce1bd tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463970 Feb 15 15:20:11.062815 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:11.122884 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=b789a894-293a-43df-9dc2-a2bf9548468f,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:11.179072 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7f082-3ace-4ed3-90cf-f570c6af5c0a req-ea477039-c6f6-426a-916a-79849000f4e9 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:11.180655 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eac7f082-3ace-4ed3-90cf-f570c6af5c0a req-ea477039-c6f6-426a-916a-79849000f4e9 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.0558312 Feb 15 15:20:11.228611 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eac7f082-3ace-4ed3-90cf-f570c6af5c0a req-a6cf971c-9490-4392-9cf0-b8a0b7a3f7ec tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Feb 15 15:20:11.477423 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe45878-8df1-4029-8db5-e343ef4c9479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd23972-fc2c-4adc-b584-8aeaed2a0b97'}, {'server_uuid': '2fe99220-d378-41f9-81bf-bfe3beda3f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4984da32-1377-4077-945c-0e2f52db9bb7'}, {'server_uuid': 'fba543ff-edc5-453a-9d75-e4254fa12dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b789a894-293a-43df-9dc2-a2bf9548468f'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:11.479891 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38055e36-b0e0-4ea1-97aa-26622a7a4198" -d '{"events": [{"server_uuid": "9fe45878-8df1-4029-8db5-e343ef4c9479", "name": "network-vif-plugged", "status": "completed", "tag": "acd23972-fc2c-4adc-b584-8aeaed2a0b97"}, {"server_uuid": "2fe99220-d378-41f9-81bf-bfe3beda3f86", "name": "network-vif-plugged", "status": "completed", "tag": "4984da32-1377-4077-945c-0e2f52db9bb7"}, {"server_uuid": "fba543ff-edc5-453a-9d75-e4254fa12dda", "name": "network-vif-plugged", "status": "completed", "tag": "b789a894-293a-43df-9dc2-a2bf9548468f"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:11.535737 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca97671-0536-4b03-bffb-85956899bc38 x-openstack-request-id: req-eca97671-0536-4b03-bffb-85956899bc38 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:11.536051 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe45878-8df1-4029-8db5-e343ef4c9479", "name": "network-vif-plugged", "status": "completed", "tag": "acd23972-fc2c-4adc-b584-8aeaed2a0b97", "code": 200}, {"server_uuid": "2fe99220-d378-41f9-81bf-bfe3beda3f86", "name": "network-vif-plugged", "status": "completed", "tag": "4984da32-1377-4077-945c-0e2f52db9bb7", "code": 200}, {"server_uuid": "fba543ff-edc5-453a-9d75-e4254fa12dda", "name": "network-vif-plugged", "status": "completed", "tag": "b789a894-293a-43df-9dc2-a2bf9548468f", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:11.536319 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-eca97671-0536-4b03-bffb-85956899bc38 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:11.536990 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe45878-8df1-4029-8db5-e343ef4c9479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd23972-fc2c-4adc-b584-8aeaed2a0b97', 'code': 200} Feb 15 15:20:11.537404 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe99220-d378-41f9-81bf-bfe3beda3f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4984da32-1377-4077-945c-0e2f52db9bb7', 'code': 200} Feb 15 15:20:11.538093 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba543ff-edc5-453a-9d75-e4254fa12dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b789a894-293a-43df-9dc2-a2bf9548468f', 'code': 200} Feb 15 15:20:11.598167 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a0ed3-d91a-40a1-923d-eaf99914e93e req-e93d28ec-aedf-4e24-8e85-48ee3ee748f9 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:11.605737 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bc8a0ed3-d91a-40a1-923d-eaf99914e93e req-e93d28ec-aedf-4e24-8e85-48ee3ee748f9 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.0753837 Feb 15 15:20:11.686191 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bc8a0ed3-d91a-40a1-923d-eaf99914e93e req-c11ab6c8-5e53-4b5c-90de-ae7ca9284046 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723059 Feb 15 15:20:11.696337 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca72d5-d7e0-403b-890f-9393d1992b88 req-e16c4530-331d-485e-a3e2-007f2a315446 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:11.700399 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7aca72d5-d7e0-403b-890f-9393d1992b88 req-e16c4530-331d-485e-a3e2-007f2a315446 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0668190 Feb 15 15:20:11.783322 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7aca72d5-d7e0-403b-890f-9393d1992b88 req-8808b1d9-7aa1-49fd-871f-8c9652284dab tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779762 Feb 15 15:20:12.012208 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e09402-25d4-47eb-b6d1-0ec051a70bab req-876a4693-070f-4cb6-9feb-2c36086f257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:12.015497 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9e09402-25d4-47eb-b6d1-0ec051a70bab req-876a4693-070f-4cb6-9feb-2c36086f257f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 1130 time: 0.1069036 Feb 15 15:20:12.028210 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882c6f6-4752-467c-9f38-990bb2a01c49 req-6fa7c378-5235-4226-a994-96b7cbbec1e0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:12.036934 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e882c6f6-4752-467c-9f38-990bb2a01c49 req-6fa7c378-5235-4226-a994-96b7cbbec1e0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.1477423 Feb 15 15:20:12.070514 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823728e8-eecf-4df5-b1bb-8236acd22ad7 req-ff984b26-755a-4927-ba2a-acc881e4194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:12.080297 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-823728e8-eecf-4df5-b1bb-8236acd22ad7 req-ff984b26-755a-4927-ba2a-acc881e4194a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 1129 time: 0.1429286 Feb 15 15:20:12.103661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f5c4-dd19-4665-86d2-14fb5c4f7a3f req-11fe6bd6-cbe2-4114-9951-b061174e1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:12.105153 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a5d8f5c4-dd19-4665-86d2-14fb5c4f7a3f req-11fe6bd6-cbe2-4114-9951-b061174e1b8c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1130 time: 0.1665096 Feb 15 15:20:12.111770 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9e09402-25d4-47eb-b6d1-0ec051a70bab req-f546b3c1-2d28-40d8-a59c-b0a15f30e7ad service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895908 Feb 15 15:20:12.156153 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:20:12.182684 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054362b2-c49d-4067-8726-41d5abf33eff req-b70a32f9-edb9-43f6-aae6-3869700a357f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:12.184646 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e882c6f6-4752-467c-9f38-990bb2a01c49 req-acd4abd1-25b2-4237-afe5-42608ebb376c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467483 Feb 15 15:20:12.185187 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-054362b2-c49d-4067-8726-41d5abf33eff req-b70a32f9-edb9-43f6-aae6-3869700a357f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 943 time: 0.0645483 Feb 15 15:20:12.241599 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-823728e8-eecf-4df5-b1bb-8236acd22ad7 req-e3891ee8-b908-4e7a-a5a3-c945a3206708 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604044 Feb 15 15:20:12.253032 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a5d8f5c4-dd19-4665-86d2-14fb5c4f7a3f req-041643f9-5012-45f4-b524-00610bcffb69 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249373 Feb 15 15:20:12.295222 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-054362b2-c49d-4067-8726-41d5abf33eff req-0b5cc73e-3388-453a-a5ce-e029b972f0a2 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040485 Feb 15 15:20:12.320908 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:12.334627 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'port_id': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'mac_address': 'fa:16:3e:6e:66:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:20:12.371983 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35462) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:12.389168 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:12.389625 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.401323 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01454c-10c0-4466-a739-596a621b28d8 req-ce6ddd82-d550-4653-b1e8-f29d5e90a41b tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:12.404483 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc01454c-10c0-4466-a739-596a621b28d8 req-ce6ddd82-d550-4653-b1e8-f29d5e90a41b tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.0631888 Feb 15 15:20:12.409180 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:12.442752 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:12.467443 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc01454c-10c0-4466-a739-596a621b28d8 req-b6d64576-5191-493e-a92d-8ebdbaf7dad4 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568180 Feb 15 15:20:12.511668 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1cb231c5-b2b2-4abe-83f6-ba13ca59d18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.537153 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.540598 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:20:12.594046 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1cb231c5-b2b2-4abe-83f6-ba13ca59d18d admin admin] Publish callbacks [] for security_group (2e6adbfb-08a2-40c1-ba54-f4f3a177ff90), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.597899 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:12.690406 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:12.690982 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1cb231c5-b2b2-4abe-83f6-ba13ca59d18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2e6adbfb-08a2-40c1-ba54-f4f3a177ff90), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.703446 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'd7735bb4-c942-496a-8377-3a32193df960', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'port_id': 'd7735bb4-c942-496a-8377-3a32193df960', 'mac_address': 'fa:16:3e:8d:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:20:12.732072 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb231c5-b2b2-4abe-83f6-ba13ca59d18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6adbfb-08a2-40c1-ba54-f4f3a177ff90,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:12.739843 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1cb231c5-b2b2-4abe-83f6-ba13ca59d18d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b8a653dab3c640b68410b4bbb20aeee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667214 Feb 15 15:20:12.740429 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35474) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:12.747804 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port d7735bb4-c942-496a-8377-3a32193df960 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:12.748152 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.762874 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7735bb4-c942-496a-8377-3a32193df960 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:12.785500 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:12.840991 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d16499cd-8017-4813-baa4-e59a214eab85 admin admin] Publish callbacks [] for security_group (2e6adbfb-08a2-40c1-ba54-f4f3a177ff90), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.842985 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169660-f765-480c-a038-0e7dd01dc142 req-35bd20ff-fb9a-43ce-9387-b063fb6b54af tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:12.844646 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9d169660-f765-480c-a038-0e7dd01dc142 req-35bd20ff-fb9a-43ce-9387-b063fb6b54af tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.0926228 Feb 15 15:20:12.870214 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d16499cd-8017-4813-baa4-e59a214eab85 admin admin] Publish callbacks [] for security_group (2e6adbfb-08a2-40c1-ba54-f4f3a177ff90), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.892306 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.932176 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9d169660-f765-480c-a038-0e7dd01dc142 req-ae44f943-22fb-4326-86c0-6c5ff0dfae50 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791752 Feb 15 15:20:12.981843 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:12.991062 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629b65b-0d70-4e02-866b-d3cbdb9757a0 req-7ae666fe-397c-4647-95e7-a315ed683d44 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:12.992733 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f629b65b-0d70-4e02-866b-d3cbdb9757a0 req-7ae666fe-397c-4647-95e7-a315ed683d44 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0782990 Feb 15 15:20:13.045002 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d16499cd-8017-4813-baa4-e59a214eab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2e6adbfb-08a2-40c1-ba54-f4f3a177ff90), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:13.049421 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d16499cd-8017-4813-baa4-e59a214eab85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:13.049421 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d16499cd-8017-4813-baa4-e59a214eab85 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2e6adbfb-08a2-40c1-ba54-f4f3a177ff90 HTTP/1.1" status: 204 len: 168 time: 0.3069177 Feb 15 15:20:13.056165 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f629b65b-0d70-4e02-866b-d3cbdb9757a0 req-5e39e3af-268b-4188-9e57-9adf2a667377 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544028 Feb 15 15:20:13.061750 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16499cd-8017-4813-baa4-e59a214eab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6adbfb-08a2-40c1-ba54-f4f3a177ff90,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:13.282254 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['9c0ef145-be3c-46a2-81ba-b06eafebf8a8'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:13.314789 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540ac92-09d9-4412-abb4-2462d19fc099 req-7b19cd9a-bd83-4ad1-9dcf-db002acf5c3a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:13.316252 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8540ac92-09d9-4412-abb4-2462d19fc099 req-7b19cd9a-bd83-4ad1-9dcf-db002acf5c3a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 944 time: 0.0581317 Feb 15 15:20:13.323002 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['d7735bb4-c942-496a-8377-3a32193df960'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:13.371357 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8540ac92-09d9-4412-abb4-2462d19fc099 req-7c23dc24-fad5-4f7e-8e41-0ffd908b855c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475185 Feb 15 15:20:13.484635 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190610c7-48dd-4245-a7b0-24a158a5a87e req-a9273da2-bf95-4e15-9f95-d928e6cc0807 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:13.486190 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190610c7-48dd-4245-a7b0-24a158a5a87e req-a9273da2-bf95-4e15-9f95-d928e6cc0807 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 944 time: 0.0643144 Feb 15 15:20:13.560320 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190610c7-48dd-4245-a7b0-24a158a5a87e req-390bf93a-c031-4444-95db-d30846fd1cd9 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567632 Feb 15 15:20:13.625635 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342d3f4-d1b9-45ca-b766-dceed93f8368 req-51a49729-b56c-4789-b2ab-cae548bc71cb tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:13.627179 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e342d3f4-d1b9-45ca-b766-dceed93f8368 req-51a49729-b56c-4789-b2ab-cae548bc71cb tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.0679827 Feb 15 15:20:13.677929 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e342d3f4-d1b9-45ca-b766-dceed93f8368 req-48024e13-08cd-41f7-9e21-325e5d26c711 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Feb 15 15:20:13.833678 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35502) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:13.848638 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba25ffe0-0471-4296-b155-7b895f10cedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:13.938868 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba25ffe0-0471-4296-b155-7b895f10cedc admin admin] Publish callbacks [] for security_group (00ed8beb-6601-48a9-89e0-0fe248b551a8), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:14.022285 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ba25ffe0-0471-4296-b155-7b895f10cedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (00ed8beb-6601-48a9-89e0-0fe248b551a8), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:14.071850 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25ffe0-0471-4296-b155-7b895f10cedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed8beb-6601-48a9-89e0-0fe248b551a8,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:14.077931 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cd43-d7fc-406e-b0a9-70155fe8dd2e req-2e12bb1a-9568-484c-8787-34ac12a05179 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:14.078447 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ba25ffe0-0471-4296-b155-7b895f10cedc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f09307f049c04603a5e543e8c34a375f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435112 Feb 15 15:20:14.080309 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b587cd43-d7fc-406e-b0a9-70155fe8dd2e req-2e12bb1a-9568-484c-8787-34ac12a05179 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.0886891 Feb 15 15:20:14.080973 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35516) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:14.178174 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b587cd43-d7fc-406e-b0a9-70155fe8dd2e req-d99522d4-950a-4295-9390-c8bdf2df17a5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892410 Feb 15 15:20:14.181170 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8c9-daed-413d-9780-f1c37a2162ed admin admin] Publish callbacks [] for security_group (00ed8beb-6601-48a9-89e0-0fe248b551a8), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:14.223349 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8c9-daed-413d-9780-f1c37a2162ed admin admin] Publish callbacks [] for security_group (00ed8beb-6601-48a9-89e0-0fe248b551a8), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:14.254229 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090abb6-738b-43ca-bf24-4e3c38053f7a req-5b87710a-515c-4c33-b5ec-517260afe394 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:14.255796 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d090abb6-738b-43ca-bf24-4e3c38053f7a req-5b87710a-515c-4c33-b5ec-517260afe394 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0984898 Feb 15 15:20:14.307226 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d090abb6-738b-43ca-bf24-4e3c38053f7a req-cc5e4948-1fb1-4e4c-b20a-2488f4582230 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Feb 15 15:20:14.383247 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8c9-daed-413d-9780-f1c37a2162ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (00ed8beb-6601-48a9-89e0-0fe248b551a8), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:14.386463 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e6ddf8c9-daed-413d-9780-f1c37a2162ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:14.387691 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e6ddf8c9-daed-413d-9780-f1c37a2162ed admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/00ed8beb-6601-48a9-89e0-0fe248b551a8 HTTP/1.1" status: 204 len: 168 time: 0.3056471 Feb 15 15:20:14.397559 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddf8c9-daed-413d-9780-f1c37a2162ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed8beb-6601-48a9-89e0-0fe248b551a8,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:14.594331 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dff81e-adb2-4fa3-a48d-0c2dad1a95cb req-715180d4-3576-40a7-b2bc-64fd5fcd51b3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:14.596115 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e0dff81e-adb2-4fa3-a48d-0c2dad1a95cb req-715180d4-3576-40a7-b2bc-64fd5fcd51b3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 944 time: 0.0800788 Feb 15 15:20:14.646906 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e0dff81e-adb2-4fa3-a48d-0c2dad1a95cb req-cdb77106-4fcb-4751-99cc-2e1f5188caed tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Feb 15 15:20:14.691558 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9e13f-6ff5-4ac0-bcf8-f59e2613482f req-96485702-0197-4e59-9c12-cc8ed4b03bc0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:14.693137 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dce9e13f-6ff5-4ac0-bcf8-f59e2613482f req-96485702-0197-4e59-9c12-cc8ed4b03bc0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 944 time: 0.0585382 Feb 15 15:20:14.746404 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dce9e13f-6ff5-4ac0-bcf8-f59e2613482f req-ad1e9d3a-7351-48b2-8dd5-85685c7a3733 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467279 Feb 15 15:20:15.307574 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41513cc3-7e00-4b15-9a7d-c625b8cec88a req-bedac508-59e8-4f15-81c0-f1665c441f2d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:15.309688 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-41513cc3-7e00-4b15-9a7d-c625b8cec88a req-bedac508-59e8-4f15-81c0-f1665c441f2d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.0532062 Feb 15 15:20:15.388648 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-41513cc3-7e00-4b15-9a7d-c625b8cec88a req-83cd0894-2854-4c94-ab25-44873ce9135f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721898 Feb 15 15:20:15.449326 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20286bb6-7440-4c0f-b358-41e714f59368 req-b141136f-338d-4f68-909c-058839136c89 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:15.451174 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20286bb6-7440-4c0f-b358-41e714f59368 req-b141136f-338d-4f68-909c-058839136c89 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0651040 Feb 15 15:20:15.503532 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-20286bb6-7440-4c0f-b358-41e714f59368 req-dc9d1171-60d0-47f5-8cb1-9a97cc0eecfd tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464625 Feb 15 15:20:16.182212 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68472a-85d5-4a61-86e6-86ea88bcccad req-6735e90f-0e06-4b6c-b6f7-3b66d10468df tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:16.184333 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6c68472a-85d5-4a61-86e6-86ea88bcccad req-6735e90f-0e06-4b6c-b6f7-3b66d10468df tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 944 time: 0.0596719 Feb 15 15:20:16.238708 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6c68472a-85d5-4a61-86e6-86ea88bcccad req-481ffb83-1c5e-4f3b-9a4e-d01cd52c3da8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485508 Feb 15 15:20:16.351635 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47970214-f0a5-4e14-993f-c0bcd436d4b3 req-43b8862c-db68-47de-b59e-f78c3ecaed0d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:16.353117 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-47970214-f0a5-4e14-993f-c0bcd436d4b3 req-43b8862c-db68-47de-b59e-f78c3ecaed0d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 944 time: 0.0528858 Feb 15 15:20:16.405751 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-47970214-f0a5-4e14-993f-c0bcd436d4b3 req-f7c386c9-2716-446f-be4d-7fd222f59395 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Feb 15 15:20:16.567895 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:20:16.657389 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3417e-b576-4cfd-8444-b2f60ef3983b req-d05dd539-d8a5-46bd-beb8-fafb37e4d5c4 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:16.658883 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b2b3417e-b576-4cfd-8444-b2f60ef3983b req-d05dd539-d8a5-46bd-beb8-fafb37e4d5c4 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0566306 Feb 15 15:20:16.707119 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b2b3417e-b576-4cfd-8444-b2f60ef3983b req-6cb8ded7-d334-4864-85c2-022140fa1066 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Feb 15 15:20:16.748718 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:20:16.752819 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:16.753196 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:16.838056 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:16.838442 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:16.861789 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:16.864069 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8100ed49-f158-438a-9491-e72dd7efa70e" -d '{"events": [{"server_uuid": "1bdb1fe4-75c0-47ac-a4ca-32abf4c97181", "name": "network-vif-plugged", "status": "completed", "tag": "9c0ef145-be3c-46a2-81ba-b06eafebf8a8"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:16.877229 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:16.902308 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c497c05-d1a4-4238-84c7-e2a17458e80f x-openstack-request-id: req-5c497c05-d1a4-4238-84c7-e2a17458e80f {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:16.902618 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdb1fe4-75c0-47ac-a4ca-32abf4c97181", "name": "network-vif-plugged", "status": "completed", "tag": "9c0ef145-be3c-46a2-81ba-b06eafebf8a8", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:16.905622 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5c497c05-d1a4-4238-84c7-e2a17458e80f {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:16.905622 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'code': 200} Feb 15 15:20:16.953744 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:16.957676 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:20:17.040650 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:17.102179 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port d7735bb4-c942-496a-8377-3a32193df960 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:20:17.107446 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port d7735bb4-c942-496a-8377-3a32193df960 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:17.107870 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (d7735bb4-c942-496a-8377-3a32193df960), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:17.188030 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port d7735bb4-c942-496a-8377-3a32193df960 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:17.188795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:17.232038 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:17.326023 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:17.368851 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7c83b-ed92-4286-ae02-5defa9bcea80 req-684b6850-8867-4fbb-9c52-3897e7ba9a8b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:17.371018 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4ca7c83b-ed92-4286-ae02-5defa9bcea80 req-684b6850-8867-4fbb-9c52-3897e7ba9a8b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 944 time: 0.0574811 Feb 15 15:20:17.389225 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:17.420555 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4ca7c83b-ed92-4286-ae02-5defa9bcea80 req-f6821ab0-7b05-4523-b8f3-d15181342d0f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 Feb 15 15:20:17.545759 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be6d12-82e0-4c39-8655-d3834822e506 req-3ab401ea-4838-4250-822f-479a7e161fba tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:17.550743 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2be6d12-82e0-4c39-8655-d3834822e506 req-3ab401ea-4838-4250-822f-479a7e161fba tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0527697 Feb 15 15:20:17.594697 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2be6d12-82e0-4c39-8655-d3834822e506 req-2f395000-566a-4ffa-9a76-2c9e55dc91b9 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Feb 15 15:20:17.828631 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebbe37-95be-43f1-affd-59cc284dd0b1 req-277bd663-5ff7-4acc-9f14-a064add7e6f6 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:17.830119 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0eebbe37-95be-43f1-affd-59cc284dd0b1 req-277bd663-5ff7-4acc-9f14-a064add7e6f6 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0563717 Feb 15 15:20:17.876837 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0eebbe37-95be-43f1-affd-59cc284dd0b1 req-a6d8c64c-da80-45d2-982e-098572f57e72 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411510 Feb 15 15:20:18.483485 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-b66e23b9-9cf6-4f58-849f-cea65a816278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:18.485034 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-b66e23b9-9cf6-4f58-849f-cea65a816278 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 1130 time: 0.0585387 Feb 15 15:20:18.806691 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e3b29-0b60-41b5-93e6-d60892ee82f6 req-55fbedad-99f9-463c-8826-207b7ecd2b0a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:18.808239 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f71e3b29-0b60-41b5-93e6-d60892ee82f6 req-55fbedad-99f9-463c-8826-207b7ecd2b0a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.3125002 Feb 15 15:20:18.845855 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-1d30edcd-510d-469b-baa7-e19cf52bb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:18.847320 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-1d30edcd-510d-469b-baa7-e19cf52bb91a service neutron] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 919 time: 0.3425395 Feb 15 15:20:18.870315 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17158dc-107b-4fdd-9ad1-21f634c7b131 req-d9ef19a2-3a6d-46bc-8fae-ed64091a16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:18.872383 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b17158dc-107b-4fdd-9ad1-21f634c7b131 req-d9ef19a2-3a6d-46bc-8fae-ed64091a16c3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 1129 time: 0.1168656 Feb 15 15:20:18.904354 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:18.906927 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225bfe14-6a40-4201-b276-91e866901ad3" -d '{"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-plugged", "status": "completed", "tag": "d7735bb4-c942-496a-8377-3a32193df960"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:18.916807 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-6a5f440f-f28e-4223-8b6e-e2109fef9212 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4984da32-1377-4077-945c-0e2f52db9bb7 HTTP/1.1" status: 200 len: 217 time: 0.0621502 Feb 15 15:20:18.931503 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f71e3b29-0b60-41b5-93e6-d60892ee82f6 req-072bcde6-057b-4e03-b110-1fbb16862af5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159389 Feb 15 15:20:18.999764 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b17158dc-107b-4fdd-9ad1-21f634c7b131 req-1870895b-550a-4464-ba69-509297607708 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926821 Feb 15 15:20:19.009573 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-9065ca68-dd12-427c-85f3-6b218fcdf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:19.011123 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-9065ca68-dd12-427c-85f3-6b218fcdf0bf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.0830069 Feb 15 15:20:19.097594 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5ea14-51fd-4722-9dad-39426e8bba21 req-ee730515-18d8-47f9-9771-525d5e2de8d7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:19.100531 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-30b5ea14-51fd-4722-9dad-39426e8bba21 req-ee730515-18d8-47f9-9771-525d5e2de8d7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0692027 Feb 15 15:20:19.112271 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1421-e108-444a-b8da-88bb6b158b74 req-4b459253-bd14-41fd-a648-3a19fec736bd tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:19.119751 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18cd1421-e108-444a-b8da-88bb6b158b74 req-4b459253-bd14-41fd-a648-3a19fec736bd tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0806980 Feb 15 15:20:19.158763 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-30b5ea14-51fd-4722-9dad-39426e8bba21 req-af09dd17-a209-44d8-8e18-c339e1b50e3f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511105 Feb 15 15:20:19.179000 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18cd1421-e108-444a-b8da-88bb6b158b74 req-6dcdbabe-8280-4ecd-aad4-b8d83be7f91b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515873 Feb 15 15:20:19.210535 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d9c843-b32c-4bd0-87fe-b7f2912e66bb x-openstack-request-id: req-c5d9c843-b32c-4bd0-87fe-b7f2912e66bb {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:19.210856 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-plugged", "status": "completed", "tag": "d7735bb4-c942-496a-8377-3a32193df960", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:19.211117 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c5d9c843-b32c-4bd0-87fe-b7f2912e66bb {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:19.211517 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960', 'code': 200} Feb 15 15:20:19.344760 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-b9d57ca6-65f4-419c-87a1-07d33482b1da service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290418 Feb 15 15:20:19.465659 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-65b8347f-08a2-47d2-b934-720680494e75 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091499 Feb 15 15:20:19.565368 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fbcf4371-6216-4ff8-836e-77bd9a2fdd1d req-bec4c7f4-721e-46c6-ba7e-4e59bf17e0b1 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946569 Feb 15 15:20:19.642386 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e852e5-9658-48ec-a2e8-6b7847c1a978 req-a0ffecc4-9da6-4ede-acd1-79c3d19289be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:19.643959 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f6e852e5-9658-48ec-a2e8-6b7847c1a978 req-a0ffecc4-9da6-4ede-acd1-79c3d19289be service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 1129 time: 0.0465064 Feb 15 15:20:19.690682 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f6e852e5-9658-48ec-a2e8-6b7847c1a978 req-629a43f1-55c6-4c8e-8622-f460137a941e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368168 Feb 15 15:20:20.079830 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e5da-0641-408c-960f-abb2842d4453 req-245e7783-83a5-47cf-8be4-6c6efb0dce20 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:20.081618 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b019e5da-0641-408c-960f-abb2842d4453 req-245e7783-83a5-47cf-8be4-6c6efb0dce20 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0708349 Feb 15 15:20:20.133506 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b019e5da-0641-408c-960f-abb2842d4453 req-f8f5e022-0006-4078-8401-b1c193bed6a9 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461931 Feb 15 15:20:20.279658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b1de8-53cb-41d3-9894-8d7e9761be57 req-e4dc63f2-10b0-445f-909c-6fac9504235b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:20.281182 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bf7b1de8-53cb-41d3-9894-8d7e9761be57 req-e4dc63f2-10b0-445f-909c-6fac9504235b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0556393 Feb 15 15:20:20.336816 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bf7b1de8-53cb-41d3-9894-8d7e9761be57 req-531d03df-dbca-4fb9-b966-918e32805338 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495555 Feb 15 15:20:20.448452 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a7fe7-3d48-4280-a833-814dc4471cfe req-aee99154-d29f-47c9-b435-550615c92807 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:20.450085 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0a1a7fe7-3d48-4280-a833-814dc4471cfe req-aee99154-d29f-47c9-b435-550615c92807 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0518811 Feb 15 15:20:20.496954 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0a1a7fe7-3d48-4280-a833-814dc4471cfe req-49b930db-2d8b-40c9-baa4-ff42e80c9ff1 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Feb 15 15:20:21.265213 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146066c9-f567-4ded-8ced-ffc071f0d24b req-b65a733b-6942-4046-9f57-99dba46d5c31 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:21.266809 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-146066c9-f567-4ded-8ced-ffc071f0d24b req-b65a733b-6942-4046-9f57-99dba46d5c31 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0601852 Feb 15 15:20:21.327652 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-146066c9-f567-4ded-8ced-ffc071f0d24b req-23904924-d297-46f2-ab0d-8be41cd354b2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498149 Feb 15 15:20:21.490780 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b756f-b23c-427b-bdc8-2872b91891d0 req-a63236fc-6568-407a-b105-dd3c1336024c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:21.495165 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-da8b756f-b23c-427b-bdc8-2872b91891d0 req-a63236fc-6568-407a-b105-dd3c1336024c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0616865 Feb 15 15:20:21.544335 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-da8b756f-b23c-427b-bdc8-2872b91891d0 req-09991e88-93be-4ed4-a270-0d24fb31bede tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450981 Feb 15 15:20:21.675482 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7c6c-07c3-41d4-93c6-b3fb3d06b6e7 req-d3750fd1-364a-4e7d-9f31-f6ebd775df85 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:21.677007 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-68bf7c6c-07c3-41d4-93c6-b3fb3d06b6e7 req-d3750fd1-364a-4e7d-9f31-f6ebd775df85 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0575883 Feb 15 15:20:21.686377 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35788) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:21.690984 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'floatingip': {'port_id': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:21.766365 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (d1cd35bb-8532-4761-b0af-8d556030ede5), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:21.775971 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a4115-00a5-43c5-b1b0-140805812340 req-7ca32c5f-46f1-455f-aa6f-0a12c8f9736f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:21.778096 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-483a4115-00a5-43c5-b1b0-140805812340 req-7ca32c5f-46f1-455f-aa6f-0a12c8f9736f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0544939 Feb 15 15:20:21.828362 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-483a4115-00a5-43c5-b1b0-140805812340 req-2daef573-0dd4-4385-bc01-84f8e9521617 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444016 Feb 15 15:20:22.414791 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:22.469517 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da828-d915-499e-9bc9-b1a319be2097 req-fb2b40ab-053a-4d86-b87d-18db3da364c7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:22.470917 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-396da828-d915-499e-9bc9-b1a319be2097 req-fb2b40ab-053a-4d86-b87d-18db3da364c7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0610502 Feb 15 15:20:22.492005 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (d1cd35bb-8532-4761-b0af-8d556030ede5), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:22.593799 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-396da828-d915-499e-9bc9-b1a319be2097 req-fafbb9fe-c1da-493f-a82b-1287e75f3a86 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173561 Feb 15 15:20:22.621169 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Floating IP d1cd35bb-8532-4761-b0af-8d556030ede5 associated. External IP: 172.27.0.73, port: 9c0ef145-be3c-46a2-81ba-b06eafebf8a8. Feb 15 15:20:22.715282 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17b640-da7d-4835-ab26-61cb3a8a8535 req-5b362432-1b26-495c-a450-67b0bfbe7313 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:22.716765 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a17b640-da7d-4835-ab26-61cb3a8a8535 req-5b362432-1b26-495c-a450-67b0bfbe7313 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0539412 Feb 15 15:20:22.725487 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35810) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:22.729892 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'floatingip': {'port_id': 'd7735bb4-c942-496a-8377-3a32193df960'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:22.805384 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (942751ac-a7e7-498b-8589-1111b1a43625), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:22.835318 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:20:23.186875 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8748f16-7aaf-4eb3-bd9e-d3a18ccd60b6 req-2814f952-6777-4407-aec5-89dbcb21adda tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:23.188417 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8748f16-7aaf-4eb3-bd9e-d3a18ccd60b6 req-2814f952-6777-4407-aec5-89dbcb21adda tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0815413 Feb 15 15:20:23.189884 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:20:23.194457 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:23.207950 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] Sync routers for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:20:23.218361 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:20:23.219089 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:20:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:23.247921 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8bc1bd95-ed30-41c9-aac4-533abaf2cf97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "PUT /v2.0/floatingips/d1cd35bb-8532-4761-b0af-8d556030ede5 HTTP/1.1" status: 200 len: 990 time: 1.5574231 Feb 15 15:20:23.251324 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'tag': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:23.253605 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdb1fe4-75c0-47ac-a4ca-32abf4c97181", "tag": "9c0ef145-be3c-46a2-81ba-b06eafebf8a8"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:23.278497 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8748f16-7aaf-4eb3-bd9e-d3a18ccd60b6 req-9eef59bb-7b71-4adf-90ce-76fdfe591516 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625005 Feb 15 15:20:23.334971 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9c7bb5-077e-4296-8452-3dfb0e152232 x-openstack-request-id: req-7f9c7bb5-077e-4296-8452-3dfb0e152232 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:23.335411 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdb1fe4-75c0-47ac-a4ca-32abf4c97181", "tag": "9c0ef145-be3c-46a2-81ba-b06eafebf8a8", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:23.335763 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7f9c7bb5-077e-4296-8452-3dfb0e152232 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:23.336094 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'tag': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'status': 'completed', 'code': 200} Feb 15 15:20:23.373525 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:20:23.456839 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-c9086e38-9b9b-4e86-b58a-5fb4578a8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:23.459280 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-c9086e38-9b9b-4e86-b58a-5fb4578a8149 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 1129 time: 0.0901766 Feb 15 15:20:23.603595 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.db.resource_extend [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 15:20:23.614175 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-2fc1162a-a455-4da3-9d2d-03eb3cc7d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:23.637138 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-2fc1162a-a455-4da3-9d2d-03eb3cc7d140 service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 912 time: 0.1661599 Feb 15 15:20:23.710407 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:23.745166 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'd1cd35bb-8532-4761-b0af-8d556030ede5', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'port_id': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'mac_address': 'fa:16:3e:6e:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:19:53Z', 'updated_at': '2022-02-15T15:20:22Z', 'revision_number': 1, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:23.772929 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (942751ac-a7e7-498b-8589-1111b1a43625), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:23.774807 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] Checking router: ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:20:23.785863 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-b2fa2dfe-f150-4100-ae36-8533113678e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8 HTTP/1.1" status: 200 len: 998 time: 0.1266210 Feb 15 15:20:23.787862 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:20:23.788860 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:20:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:23.849664 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-077045a1-fec1-42d6-87b4-4a833fb61b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:23.861616 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-077045a1-fec1-42d6-87b4-4a833fb61b0e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.0549448 Feb 15 15:20:23.914718 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-3a4da390-adb0-48be-b8c5-0b214a6d2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:23.916282 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-3a4da390-adb0-48be-b8c5-0b214a6d2a89 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525999 Feb 15 15:20:23.919004 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Floating IP 942751ac-a7e7-498b-8589-1111b1a43625 associated. External IP: 172.27.0.98, port: d7735bb4-c942-496a-8377-3a32193df960. Feb 15 15:20:23.922959 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:20:24.018761 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-2d8b7309-1e0c-4ef9-ac30-49954527a32b service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930922 Feb 15 15:20:24.135843 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-755a7e8c-c0ba-4a1c-9200-1ff7e5cae07d req-15166105-9820-4d44-96e1-9ddc5be743a7 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002231 Feb 15 15:20:24.160624 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Router 3742ca3b-4178-4662-a923-a98099a02ea4 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:20:24.175847 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'd1cd35bb-8532-4761-b0af-8d556030ede5', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'port_id': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'mac_address': 'fa:16:3e:6e:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:19:53Z', 'updated_at': '2022-02-15T15:20:22Z', 'revision_number': 1, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:24.204019 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab7350-9a48-4260-939c-b5a98b859574 None None] The sync data for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi is: [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'd1cd35bb-8532-4761-b0af-8d556030ede5', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'port_id': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'mac_address': 'fa:16:3e:6e:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:19:53Z', 'updated_at': '2022-02-15T15:20:22Z', 'revision_number': 1, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:20:24.275577 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:20:24.281211 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:24.288703 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] Sync routers for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:20:24.300423 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:20:24.301037 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:20:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:24.313875 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2bc71a4a-b052-4005-b794-3895e136441f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "PUT /v2.0/floatingips/942751ac-a7e7-498b-8589-1111b1a43625 HTTP/1.1" status: 200 len: 990 time: 1.5867639 Feb 15 15:20:24.314736 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:24.317335 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47f4e4c-965f-4d95-b48e-6b4ede85042a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "tag": "d7735bb4-c942-496a-8377-3a32193df960"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:24.380703 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45e5645-0afa-43fe-a9ff-d6e3150bac08 x-openstack-request-id: req-b45e5645-0afa-43fe-a9ff-d6e3150bac08 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:24.381021 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "tag": "d7735bb4-c942-496a-8377-3a32193df960", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:24.381280 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b45e5645-0afa-43fe-a9ff-d6e3150bac08 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:24.381678 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960', 'status': 'completed', 'code': 200} Feb 15 15:20:24.417326 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dc822-aab6-4b18-b50c-4dc9eaf82c03 req-bed4a3e7-f7a5-47c1-af2a-cbcdaf9e00e2 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:24.424564 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff0dc822-aab6-4b18-b50c-4dc9eaf82c03 req-bed4a3e7-f7a5-47c1-af2a-cbcdaf9e00e2 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0739973 Feb 15 15:20:24.445455 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:20:24.480530 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8109f23e-96f9-4908-9a77-fd83b49b2086 None None] New status for floating IP d1cd35bb-8532-4761-b0af-8d556030ede5: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:20:24.489375 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ff0dc822-aab6-4b18-b50c-4dc9eaf82c03 req-03bcce65-b290-4035-a2e2-254eadb224c4 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639226 Feb 15 15:20:24.521344 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-31ef847b-2cc9-490c-82ab-55d04a1ae9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:24.521344 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-31ef847b-2cc9-490c-82ab-55d04a1ae9d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 1129 time: 0.1134367 Feb 15 15:20:24.655584 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-24c57057-10f9-4d76-a683-23f292adf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:24.657240 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-24c57057-10f9-4d76-a683-23f292adf9de service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.1289248 Feb 15 15:20:24.749237 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-6fb45a11-b4e2-4834-a3af-0ceca919729d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 200 len: 998 time: 0.0843055 Feb 15 15:20:24.817644 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-866e6fac-efac-4103-bf29-26bb2d96f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:24.819035 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-866e6fac-efac-4103-bf29-26bb2d96f2b1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0497556 Feb 15 15:20:24.858166 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '942751ac-a7e7-498b-8589-1111b1a43625', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'port_id': 'd7735bb4-c942-496a-8377-3a32193df960', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'mac_address': 'fa:16:3e:8d:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33e399-6f57-40a0-a7cd-804327132820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:19:57Z', 'updated_at': '2022-02-15T15:20:23Z', 'revision_number': 1, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:24.879234 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-45aa512f-7dbf-4ea9-98b3-4184e64bad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:24.880786 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-45aa512f-7dbf-4ea9-98b3-4184e64bad66 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538144 Feb 15 15:20:24.888983 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] Checking router: 3742ca3b-4178-4662-a923-a98099a02ea4 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:20:24.897850 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:20:24.898471 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:20:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:24.988367 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-9063baf7-d118-447c-83f8-b7592298dc73 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904145 Feb 15 15:20:25.013121 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:20:25.093030 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a47f4e4c-965f-4d95-b48e-6b4ede85042a req-0d573b12-7368-432a-9219-34a17d60e852 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907452 Feb 15 15:20:25.335539 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '942751ac-a7e7-498b-8589-1111b1a43625', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'port_id': 'd7735bb4-c942-496a-8377-3a32193df960', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'mac_address': 'fa:16:3e:8d:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33e399-6f57-40a0-a7cd-804327132820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:19:57Z', 'updated_at': '2022-02-15T15:20:23Z', 'revision_number': 1, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:25.372474 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd51d31-e434-4978-a2ed-6a59bebf2e67 None None] The sync data for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi is: [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '942751ac-a7e7-498b-8589-1111b1a43625', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'port_id': 'd7735bb4-c942-496a-8377-3a32193df960', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'mac_address': 'fa:16:3e:8d:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b33e399-6f57-40a0-a7cd-804327132820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:19:57Z', 'updated_at': '2022-02-15T15:20:23Z', 'revision_number': 1, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:20:25.644581 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c4c18-1196-4058-bd00-48e8d066dc84 req-b232a638-daa5-4d79-b627-e2fec35f394e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:25.646988 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-de1c4c18-1196-4058-bd00-48e8d066dc84 req-b232a638-daa5-4d79-b627-e2fec35f394e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0647900 Feb 15 15:20:25.664130 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18d034-14a9-4926-8df4-d404d67999f4 None None] New status for floating IP 942751ac-a7e7-498b-8589-1111b1a43625: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:20:25.723826 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-de1c4c18-1196-4058-bd00-48e8d066dc84 req-9e757855-5c7f-4d8c-8268-738b12a4fb87 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707314 Feb 15 15:20:25.811536 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35898) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:25.958497 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4ce10780-263d-4760-900b-48c7db2aa5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:26.036285 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4ce10780-263d-4760-900b-48c7db2aa5de admin admin] Publish callbacks [] for security_group (83824675-234a-4416-895c-c654b32238eb), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:26.108045 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4ce10780-263d-4760-900b-48c7db2aa5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (83824675-234a-4416-895c-c654b32238eb), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:26.152524 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4ce10780-263d-4760-900b-48c7db2aa5de admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a0a3306c2ac8462c8849a29dbde9bef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385253 Feb 15 15:20:26.154090 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce10780-263d-4760-900b-48c7db2aa5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83824675-234a-4416-895c-c654b32238eb,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:26.155393 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35910) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:26.205872 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ffabbcd-6b9d-4548-8b1f-98e3a75857e6 admin admin] Publish callbacks [] for security_group (83824675-234a-4416-895c-c654b32238eb), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:26.228130 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ffabbcd-6b9d-4548-8b1f-98e3a75857e6 admin admin] Publish callbacks [] for security_group (83824675-234a-4416-895c-c654b32238eb), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:26.347884 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ffabbcd-6b9d-4548-8b1f-98e3a75857e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (83824675-234a-4416-895c-c654b32238eb), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:26.350965 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ffabbcd-6b9d-4548-8b1f-98e3a75857e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:26.352676 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0ffabbcd-6b9d-4548-8b1f-98e3a75857e6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/83824675-234a-4416-895c-c654b32238eb HTTP/1.1" status: 204 len: 168 time: 0.1949413 Feb 15 15:20:26.362611 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffabbcd-6b9d-4548-8b1f-98e3a75857e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83824675-234a-4416-895c-c654b32238eb,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:26.861747 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59491f-b397-4294-95e0-6448a9dc71bb req-14559391-1aff-40a4-a422-c72f4eed93c5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:26.864308 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cf59491f-b397-4294-95e0-6448a9dc71bb req-14559391-1aff-40a4-a422-c72f4eed93c5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0565608 Feb 15 15:20:26.914789 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cf59491f-b397-4294-95e0-6448a9dc71bb req-c066061e-3eed-4e4d-8d22-938ff1aad908 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Feb 15 15:20:26.978290 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 35940) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:26.994519 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f016710a-4531-4259-bbd3-ca127caf3e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.072619 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f016710a-4531-4259-bbd3-ca127caf3e7d admin admin] Publish callbacks [] for security_group (191fe433-47ab-4444-93c7-47b8e121c5c2), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.159761 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f016710a-4531-4259-bbd3-ca127caf3e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (191fe433-47ab-4444-93c7-47b8e121c5c2), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.202590 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f016710a-4531-4259-bbd3-ca127caf3e7d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4074a97727354cc682d5df7da9fea5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197049 Feb 15 15:20:27.202590 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016710a-4531-4259-bbd3-ca127caf3e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191fe433-47ab-4444-93c7-47b8e121c5c2,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:27.202867 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35952) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:27.223968 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:20:27.262505 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad7c765a-6da5-4a70-8770-8d0059165d8f admin admin] Publish callbacks [] for security_group (191fe433-47ab-4444-93c7-47b8e121c5c2), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.289504 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad7c765a-6da5-4a70-8770-8d0059165d8f admin admin] Publish callbacks [] for security_group (191fe433-47ab-4444-93c7-47b8e121c5c2), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.416869 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad7c765a-6da5-4a70-8770-8d0059165d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (191fe433-47ab-4444-93c7-47b8e121c5c2), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.419735 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ad7c765a-6da5-4a70-8770-8d0059165d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.423388 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ad7c765a-6da5-4a70-8770-8d0059165d8f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/191fe433-47ab-4444-93c7-47b8e121c5c2 HTTP/1.1" status: 204 len: 168 time: 0.2169631 Feb 15 15:20:27.431293 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c765a-6da5-4a70-8770-8d0059165d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191fe433-47ab-4444-93c7-47b8e121c5c2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:27.699689 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35968) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:27.814367 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bab88ca5-1131-48c4-b1ff-b4b061b6f9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.893280 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bab88ca5-1131-48c4-b1ff-b4b061b6f9b5 admin admin] Publish callbacks [] for security_group (fe9dc808-c816-4c21-9851-0d839857cad8), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:27.965726 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bab88ca5-1131-48c4-b1ff-b4b061b6f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (fe9dc808-c816-4c21-9851-0d839857cad8), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.014124 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-bab88ca5-1131-48c4-b1ff-b4b061b6f9b5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f43b06854b97487fa8dc2891cc9f8784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051291 Feb 15 15:20:28.015646 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab88ca5-1131-48c4-b1ff-b4b061b6f9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9dc808-c816-4c21-9851-0d839857cad8,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:28.018190 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 35982) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:28.054922 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55da7d1-8866-4716-8d13-be3c642a5979 req-0483a575-1627-4ca4-b1f6-820ef21c9396 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:28.056451 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55da7d1-8866-4716-8d13-be3c642a5979 req-0483a575-1627-4ca4-b1f6-820ef21c9396 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0574217 Feb 15 15:20:28.068661 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c7048447-4902-4455-9a07-48804c6bbb61 admin admin] Publish callbacks [] for security_group (fe9dc808-c816-4c21-9851-0d839857cad8), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.093407 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c7048447-4902-4455-9a07-48804c6bbb61 admin admin] Publish callbacks [] for security_group (fe9dc808-c816-4c21-9851-0d839857cad8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.112974 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55da7d1-8866-4716-8d13-be3c642a5979 req-818c392c-19d9-41e1-b1f0-4c683760d8dc tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 Feb 15 15:20:28.211170 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c7048447-4902-4455-9a07-48804c6bbb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (fe9dc808-c816-4c21-9851-0d839857cad8), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.214017 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c7048447-4902-4455-9a07-48804c6bbb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.215249 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c7048447-4902-4455-9a07-48804c6bbb61 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fe9dc808-c816-4c21-9851-0d839857cad8 HTTP/1.1" status: 204 len: 168 time: 0.1960969 Feb 15 15:20:28.223997 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7048447-4902-4455-9a07-48804c6bbb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9dc808-c816-4c21-9851-0d839857cad8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:28.352839 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36000) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:28.586196 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1284182291-network', 'tenant_id': 'b7b97f0e1d1c45fda1ed5fd43f110f66'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:28.673649 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Made reservation on behalf of b7b97f0e1d1c45fda1ed5fd43f110f66 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:28.676041 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.686115 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.772840 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Publish callbacks [] for security_group (6fbd3f25-d957-4fbe-8b29-c136e72c0d77), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.817780 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6fbd3f25-d957-4fbe-8b29-c136e72c0d77), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.846209 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:20:28.851678 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbd3f25-d957-4fbe-8b29-c136e72c0d77,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:28.861423 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (83ae373e-4e72-476f-8d65-f2c977ab3ea3), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.862026 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Added segment 83ae373e-4e72-476f-8d65-f2c977ab3ea3 of type vlan for network d047da6c-aa8c-467d-9b40-df6b86718999 Feb 15 15:20:28.876251 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36008) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:28.890846 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e88364a6-5f4f-46a8-8a38-7f9a6ffa3a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.907391 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (d047da6c-aa8c-467d-9b40-df6b86718999), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:28.968387 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e88364a6-5f4f-46a8-8a38-7f9a6ffa3a69 admin admin] Publish callbacks [] for security_group (272e9629-28d7-4761-9c3c-1d79e093b059), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.010498 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (d047da6c-aa8c-467d-9b40-df6b86718999), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.012140 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:29.012716 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.044989 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e88364a6-5f4f-46a8-8a38-7f9a6ffa3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (272e9629-28d7-4761-9c3c-1d79e093b059), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.070316 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] Pushing event updated for resources: {'Network': ['ID=d047da6c-aa8c-467d-9b40-df6b86718999,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:29.084055 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e88364a6-5f4f-46a8-8a38-7f9a6ffa3a69 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ef9a8d5ceb2f48cab7575e8ea57b139a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064281 Feb 15 15:20:29.084533 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network d047da6c-aa8c-467d-9b40-df6b86718999 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:20:29.085011 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88364a6-5f4f-46a8-8a38-7f9a6ffa3a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272e9629-28d7-4761-9c3c-1d79e093b059,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:29.087516 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36010) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:29.143293 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-66c31f50-027f-49b3-afea-283927c0028f admin admin] Publish callbacks [] for security_group (272e9629-28d7-4761-9c3c-1d79e093b059), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.167995 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3a397759-f77d-4345-bba8-88a92b842046 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8139985 Feb 15 15:20:29.171241 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-66c31f50-027f-49b3-afea-283927c0028f admin admin] Publish callbacks [] for security_group (272e9629-28d7-4761-9c3c-1d79e093b059), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.171350 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36014) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:29.177423 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Request body: {'subnet': {'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1284182291-subnet', 'tenant_id': 'b7b97f0e1d1c45fda1ed5fd43f110f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:29.252920 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed310d8c-8327-45a2-9730-a7a16328a4d0 req-7c05c687-b76e-4f92-b88c-87190b9c7ecd tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:29.254393 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed310d8c-8327-45a2-9730-a7a16328a4d0 req-7c05c687-b76e-4f92-b88c-87190b9c7ecd tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0667980 Feb 15 15:20:29.305728 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ed310d8c-8327-45a2-9730-a7a16328a4d0 req-803334f0-fc95-4c3d-9d60-c0f7afab5363 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455542 Feb 15 15:20:29.320004 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Made reservation on behalf of b7b97f0e1d1c45fda1ed5fd43f110f66 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:29.322339 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.347823 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-66c31f50-027f-49b3-afea-283927c0028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (272e9629-28d7-4761-9c3c-1d79e093b059), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.350607 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-66c31f50-027f-49b3-afea-283927c0028f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.351735 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-66c31f50-027f-49b3-afea-283927c0028f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/272e9629-28d7-4761-9c3c-1d79e093b059 HTTP/1.1" status: 204 len: 168 time: 0.2624834 Feb 15 15:20:29.361709 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c31f50-027f-49b3-afea-283927c0028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e9629-28d7-4761-9c3c-1d79e093b059,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:29.628653 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (8c274e2b-2a0b-4934-b837-994ea8c019f5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.691215 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c274e2b-2a0b-4934-b837-994ea8c019f5,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:29.717588 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Checking segment: {'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:29.718095 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Network hostable DHCP agents. Network: d047da6c-aa8c-467d-9b40-df6b86718999, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:20:29.788158 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Network d047da6c-aa8c-467d-9b40-df6b86718999 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:20:29.856788 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, d047da6c-aa8c-467d-9b40-df6b86718999) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:20:29.860692 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:29.861317 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:29.869360 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75933b35-4b1f-455a-9338-39f1770886c2 None None] Network d047da6c-aa8c-467d-9b40-df6b86718999 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:20:29.928583 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7c098fd8-1bb3-4d9a-adbf-c135fcecc26e admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7555864 Feb 15 15:20:29.974248 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e43fa-5fc8-4087-bad1-eeb4cce90e24 None None] Network d047da6c-aa8c-467d-9b40-df6b86718999 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:20:30.057118 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36048) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:30.074326 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.160186 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Publish callbacks [] for security_group (69b6ab6d-db67-4d34-b5cc-e2a41f188b35), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.233829 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (69b6ab6d-db67-4d34-b5cc-e2a41f188b35), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.243202 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36058) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:30.277906 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b76eda5a86b84abbb163351ee6f8fe5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188001 Feb 15 15:20:30.280229 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b6ab6d-db67-4d34-b5cc-e2a41f188b35,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:30.281088 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36062) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:30.287667 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.288048 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.288393 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.288731 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.289093 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.289486 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.289819 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.290150 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.290535 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.290860 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.291370 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.292140 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.292969 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83419c57-d65e-45d1-9e80-2493046a15ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:30.360492 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e36b9a0-06a3-4ac9-aa00-d9630cde4abc admin admin] Publish callbacks [] for security_group (69b6ab6d-db67-4d34-b5cc-e2a41f188b35), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.374888 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ae9f311c-d32d-47e5-b8ff-55aef60b1b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.407721 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e36b9a0-06a3-4ac9-aa00-d9630cde4abc admin admin] Publish callbacks [] for security_group (69b6ab6d-db67-4d34-b5cc-e2a41f188b35), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.478345 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2032158-a3e4-4db9-a9da-9e697dd96348 req-23600b4a-dfa7-4fce-9eba-e574ab1ebaf5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:30.479917 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f2032158-a3e4-4db9-a9da-9e697dd96348 req-23600b4a-dfa7-4fce-9eba-e574ab1ebaf5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0964212 Feb 15 15:20:30.536259 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ae9f311c-d32d-47e5-b8ff-55aef60b1b52 admin admin] Publish callbacks [] for security_group (d77a43cb-a244-4f79-976e-bdafb3cb5095), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.556040 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f2032158-a3e4-4db9-a9da-9e697dd96348 req-070ad4b6-2c4f-41ac-9839-9b942289097d tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598998 Feb 15 15:20:30.571321 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e36b9a0-06a3-4ac9-aa00-d9630cde4abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (69b6ab6d-db67-4d34-b5cc-e2a41f188b35), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.577517 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9e36b9a0-06a3-4ac9-aa00-d9630cde4abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.577517 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9e36b9a0-06a3-4ac9-aa00-d9630cde4abc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/69b6ab6d-db67-4d34-b5cc-e2a41f188b35 HTTP/1.1" status: 204 len: 168 time: 0.2943027 Feb 15 15:20:30.587217 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36b9a0-06a3-4ac9-aa00-d9630cde4abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b6ab6d-db67-4d34-b5cc-e2a41f188b35,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:30.605177 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ae9f311c-d32d-47e5-b8ff-55aef60b1b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (d77a43cb-a244-4f79-976e-bdafb3cb5095), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.653703 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ae9f311c-d32d-47e5-b8ff-55aef60b1b52 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6058ac940dfa4b9d889c0d720fa610b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060872 Feb 15 15:20:30.653703 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f311c-d32d-47e5-b8ff-55aef60b1b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a43cb-a244-4f79-976e-bdafb3cb5095,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:30.653902 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36076) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:30.720632 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6557e735-dcc7-435a-92d8-9a91f4f822ef admin admin] Publish callbacks [] for security_group (d77a43cb-a244-4f79-976e-bdafb3cb5095), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.742224 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6557e735-dcc7-435a-92d8-9a91f4f822ef admin admin] Publish callbacks [] for security_group (d77a43cb-a244-4f79-976e-bdafb3cb5095), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.879019 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6557e735-dcc7-435a-92d8-9a91f4f822ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (d77a43cb-a244-4f79-976e-bdafb3cb5095), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.881665 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6557e735-dcc7-435a-92d8-9a91f4f822ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:30.882832 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6557e735-dcc7-435a-92d8-9a91f4f822ef admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d77a43cb-a244-4f79-976e-bdafb3cb5095 HTTP/1.1" status: 204 len: 168 time: 0.2279799 Feb 15 15:20:30.892624 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557e735-dcc7-435a-92d8-9a91f4f822ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a43cb-a244-4f79-976e-bdafb3cb5095,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:31.111733 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660083-97b3-4bf1-9fb1-28712fa1cddb req-54766a72-ad2a-48c6-a47e-91eb45129bb6 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:31.113395 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-82660083-97b3-4bf1-9fb1-28712fa1cddb req-54766a72-ad2a-48c6-a47e-91eb45129bb6 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.0539284 Feb 15 15:20:31.180390 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-82660083-97b3-4bf1-9fb1-28712fa1cddb req-4e003b1b-c751-49da-a988-b711e17cce7e tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613477 Feb 15 15:20:31.541809 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36104) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:31.555513 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:31.671235 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Publish callbacks [] for security_group (d03d7742-0ec9-4809-a9f5-98c223f3115e), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:31.696116 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cad80-96ee-494c-909f-1e55e65b7c10 req-44917f99-b42c-4f46-b31e-04551147f682 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:31.700375 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-256cad80-96ee-494c-909f-1e55e65b7c10 req-44917f99-b42c-4f46-b31e-04551147f682 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0668588 Feb 15 15:20:31.758960 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-256cad80-96ee-494c-909f-1e55e65b7c10 req-a0c30c17-42e7-4624-ad7f-a474de06ac80 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543122 Feb 15 15:20:31.765405 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (d03d7742-0ec9-4809-a9f5-98c223f3115e), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:31.801659 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=81af58e02b854f64a35b6bc93d309f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585409 Feb 15 15:20:31.804344 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36112) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:31.811984 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03d7742-0ec9-4809-a9f5-98c223f3115e,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:31.819519 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.819968 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.820683 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.820683 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.821004 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.824303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.824303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.824303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.824303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.824303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.824303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.824303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.824303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887714be-e6fc-4360-b303-c8eeb93b28e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:31.863395 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c3a0-ff04-4dea-b686-85b1ca25b981 admin admin] Publish callbacks [] for security_group (d03d7742-0ec9-4809-a9f5-98c223f3115e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:31.885426 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c3a0-ff04-4dea-b686-85b1ca25b981 admin admin] Publish callbacks [] for security_group (d03d7742-0ec9-4809-a9f5-98c223f3115e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:31.976518 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c3a0-ff04-4dea-b686-85b1ca25b981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (d03d7742-0ec9-4809-a9f5-98c223f3115e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:31.982111 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c3a0-ff04-4dea-b686-85b1ca25b981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:31.982111 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c2b1c3a0-ff04-4dea-b686-85b1ca25b981 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d03d7742-0ec9-4809-a9f5-98c223f3115e HTTP/1.1" status: 204 len: 168 time: 0.1753848 Feb 15 15:20:31.989726 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1c3a0-ff04-4dea-b686-85b1ca25b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03d7742-0ec9-4809-a9f5-98c223f3115e,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:32.303884 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7572c-be16-4c16-8aba-fb0df2e0e753 req-239a7ecf-5406-4cd7-b56d-d531f1f79a9c tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:32.305391 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78a7572c-be16-4c16-8aba-fb0df2e0e753 req-239a7ecf-5406-4cd7-b56d-d531f1f79a9c tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.0555470 Feb 15 15:20:32.372115 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78a7572c-be16-4c16-8aba-fb0df2e0e753 req-462fe8aa-34bb-4bbc-ae11-d544504df2b2 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576174 Feb 15 15:20:32.536534 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-2d169060-a80b-4130-9e51-c0aec30a514a tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:32.537972 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-2d169060-a80b-4130-9e51-c0aec30a514a tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/networks?id=d047da6c-aa8c-467d-9b40-df6b86718999 HTTP/1.1" status: 200 len: 809 time: 0.1034644 Feb 15 15:20:32.552725 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-91f0fde0-86f9-4526-ad4a-3d59c4a5de52 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/quotas/b7b97f0e1d1c45fda1ed5fd43f110f66 HTTP/1.1" status: 200 len: 375 time: 0.0089417 Feb 15 15:20:32.594786 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-9f68cb24-48c9-491f-a6c5-49d6f95d772d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b7b97f0e1d1c45fda1ed5fd43f110f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371387 Feb 15 15:20:32.662479 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-bdb19f28-d967-4f8d-8858-489cda144199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:32.704443 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-4549c5ab-859d-4cf6-b79e-b39ef63a4d0e service neutron] 10.222.0.110 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024942 Feb 15 15:20:32.814201 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-091d7e0e-1104-44a2-8171-fd093f71b435 service neutron] 10.222.0.110 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060641 Feb 15 15:20:32.913635 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0033c9-b6ef-4888-b864-90a64713f37b req-257e689f-603a-4f85-9402-0ac07b29e2fc tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:32.915224 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d0033c9-b6ef-4888-b864-90a64713f37b req-257e689f-603a-4f85-9402-0ac07b29e2fc tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0620151 Feb 15 15:20:32.964852 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6d0033c9-b6ef-4888-b864-90a64713f37b req-8141f2c0-baf3-4bda-9b2f-a1aabeadac06 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428441 Feb 15 15:20:33.089691 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1cddf64c-490c-4f9c-9edb-6a59bac2280e req-fe2c8501-a9c1-4184-9033-7ae5a0713e27 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 210 time: 0.0327225 Feb 15 15:20:33.498982 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fef733-b3f2-4755-991b-2ccb5e8f6e92 req-1f071507-2064-43ed-bb8f-8d823d7da675 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:33.500489 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03fef733-b3f2-4755-991b-2ccb5e8f6e92 req-1f071507-2064-43ed-bb8f-8d823d7da675 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.0600410 Feb 15 15:20:33.551574 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03fef733-b3f2-4755-991b-2ccb5e8f6e92 req-d80080da-c731-480a-9328-bfae512a6f0b tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Feb 15 15:20:34.115540 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-24c4b341-d6b1-476e-97e4-bdd15c5ddcbb tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:34.117174 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-24c4b341-d6b1-476e-97e4-bdd15c5ddcbb tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.102 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.0945740 Feb 15 15:20:34.129809 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f9d3e-f26b-4e10-a61b-8a3a07edcf45 req-89c09b2f-f901-4477-8b9b-d109c2052b33 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:34.131399 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-095f9d3e-f26b-4e10-a61b-8a3a07edcf45 req-89c09b2f-f901-4477-8b9b-d109c2052b33 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0757163 Feb 15 15:20:34.192981 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4dc05e4b-3b6f-4733-add6-b3060823e0c8 req-14362f3c-0367-4005-a4bf-8c68126aa839 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 210 time: 0.0420804 Feb 15 15:20:34.280359 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-095f9d3e-f26b-4e10-a61b-8a3a07edcf45 req-90529206-a586-4302-a1fd-957ea679bfc9 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386940 Feb 15 15:20:34.362007 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Deleting port c45e569b-d743-4317-8d03-3d4a486e19d5 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:20:34.362348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:34.409321 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-00d6f1d3-9a41-40ba-bf41-1cfb52d61a1e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110125 Feb 15 15:20:34.470938 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] For port c45e569b-d743-4317-8d03-3d4a486e19d5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c45e569b-d743-4317-8d03-3d4a486e19d5,segment=NetworkSegment(cc70c7ce-f596-41d0-bf7a-fdf613e21e72),segment_id=cc70c7ce-f596-41d0-bf7a-fdf613e21e72)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:34.471217 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:34.497885 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Calling delete_port for c45e569b-d743-4317-8d03-3d4a486e19d5 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:20:34.611615 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-c1712ea9-4f86-4862-b9b2-6ebfc863fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:34.613114 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-c1712ea9-4f86-4862-b9b2-6ebfc863fcf8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 1129 time: 0.1296787 Feb 15 15:20:34.678735 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b7081-9f60-4ecf-a1b6-3092dcaa2782 req-d8ca3854-feb4-471f-8a3f-81f68455824c tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:34.689556 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf6b7081-9f60-4ecf-a1b6-3092dcaa2782 req-d8ca3854-feb4-471f-8a3f-81f68455824c tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 946 time: 0.0618052 Feb 15 15:20:34.743750 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bf6b7081-9f60-4ecf-a1b6-3092dcaa2782 req-37f5b100-5fb0-456e-82b1-5d346179ab72 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/security-groups?id=20f66579-c17f-45d2-8d01-e1ecba1a40eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557938 Feb 15 15:20:34.770578 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-8cad92d2-0714-43ab-97dd-3b7fcff6d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:34.775541 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-8cad92d2-0714-43ab-97dd-3b7fcff6d2f2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 915 time: 0.1079178 Feb 15 15:20:34.835173 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-90597aa4-d4e1-4990-8848-f5de6a5fcdbb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd23972-fc2c-4adc-b584-8aeaed2a0b97 HTTP/1.1" status: 200 len: 217 time: 0.0446136 Feb 15 15:20:34.836500 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (c45e569b-d743-4317-8d03-3d4a486e19d5), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:34.875771 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Pushing event deleted for resources: {'Port': ['ID=c45e569b-d743-4317-8d03-3d4a486e19d5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:34.927654 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36268) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:34.966821 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] No DVR routers for this DVR port c45e569b-d743-4317-8d03-3d4a486e19d5 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:20:34.973784 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:34.977074 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6ed7c506-4dd4-4f1a-b8ab-553b024e49aa req-6ee2f530-08fc-4cb4-bebc-b0d02cc6fa60 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.102 "DELETE /v2.0/ports/c45e569b-d743-4317-8d03-3d4a486e19d5 HTTP/1.1" status: 204 len: 173 time: 0.8442981 Feb 15 15:20:34.977507 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db04f2f4-5e4c-4904-8aef-b8a54440b68a', 'name': 'network-vif-deleted', 'tag': 'c45e569b-d743-4317-8d03-3d4a486e19d5'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:34.979794 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0a26db-c2c2-4abf-8fca-13527acf7a3f" -d '{"events": [{"server_uuid": "db04f2f4-5e4c-4904-8aef-b8a54440b68a", "name": "network-vif-deleted", "tag": "c45e569b-d743-4317-8d03-3d4a486e19d5"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:34.991175 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-55bef671-dd7f-4013-a87f-7b83951fdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:34.996093 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-55bef671-dd7f-4013-a87f-7b83951fdb9a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2bf91284-353b-4caa-aae4-645c7cbdb48d HTTP/1.1" status: 200 len: 854 time: 0.1285930 Feb 15 15:20:35.034571 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c2e842-42d6-47cc-9e16-dc7d6c6580a9 x-openstack-request-id: req-81c2e842-42d6-47cc-9e16-dc7d6c6580a9 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:35.034858 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db04f2f4-5e4c-4904-8aef-b8a54440b68a", "name": "network-vif-deleted", "tag": "c45e569b-d743-4317-8d03-3d4a486e19d5", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:35.035115 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-81c2e842-42d6-47cc-9e16-dc7d6c6580a9 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:35.035508 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db04f2f4-5e4c-4904-8aef-b8a54440b68a', 'name': 'network-vif-deleted', 'tag': 'c45e569b-d743-4317-8d03-3d4a486e19d5', 'status': 'completed', 'code': 200} Feb 15 15:20:35.037647 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-02b07cb0-4960-4de6-b696-49e2bce2d88f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3157b38-70a0-48e9-97db-bb27e9cc80c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306864 Feb 15 15:20:35.060162 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-88a57137-8e51-4105-8fc0-e4414ca971d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:35.147370 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-88a57137-8e51-4105-8fc0-e4414ca971d7 admin admin] Publish callbacks [] for security_group (ac71435d-71ab-44bb-8cbe-9244b111c6ae), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:35.148595 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-68062657-3e90-4ab7-adf0-690422925336 service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895257 Feb 15 15:20:35.193886 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-88a57137-8e51-4105-8fc0-e4414ca971d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (ac71435d-71ab-44bb-8cbe-9244b111c6ae), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:35.236445 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-88a57137-8e51-4105-8fc0-e4414ca971d7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=001207d6075e4678920b3a827c58d139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074782 Feb 15 15:20:35.237610 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a57137-8e51-4105-8fc0-e4414ca971d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac71435d-71ab-44bb-8cbe-9244b111c6ae,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:35.239180 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36276) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:35.274424 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-190dc3bb-db77-4671-a5f5-326a079310c5 req-66d47a2a-ad9f-4b7f-93bd-7b15bd0bef1f service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173019 Feb 15 15:20:35.289470 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-630de578-1c54-496b-99a6-f064a22ad366 req-e4e41f79-d853-46c6-9d3d-05e02bf666bf tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Feb 15 15:20:35.313543 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dca7820b-9ecc-49b2-abab-2fa9cbc228ec admin admin] Publish callbacks [] for security_group (ac71435d-71ab-44bb-8cbe-9244b111c6ae), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:35.327927 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dca7820b-9ecc-49b2-abab-2fa9cbc228ec admin admin] Publish callbacks [] for security_group (ac71435d-71ab-44bb-8cbe-9244b111c6ae), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:35.405559 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-29f3acd1-1446-44c9-b3eb-35d4e04742ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:35.431737 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08905493-0e67-4436-a70e-5f7cac0ea0d5 req-bcb56d2d-1504-4d2d-bbfa-15af6196f2a6 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:35.440289 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08905493-0e67-4436-a70e-5f7cac0ea0d5 req-bcb56d2d-1504-4d2d-bbfa-15af6196f2a6 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0679104 Feb 15 15:20:35.455619 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dca7820b-9ecc-49b2-abab-2fa9cbc228ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (ac71435d-71ab-44bb-8cbe-9244b111c6ae), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:35.458270 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-dca7820b-9ecc-49b2-abab-2fa9cbc228ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:35.459379 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-dca7820b-9ecc-49b2-abab-2fa9cbc228ec admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ac71435d-71ab-44bb-8cbe-9244b111c6ae HTTP/1.1" status: 204 len: 168 time: 0.2190068 Feb 15 15:20:35.473123 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7820b-9ecc-49b2-abab-2fa9cbc228ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac71435d-71ab-44bb-8cbe-9244b111c6ae,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:35.506972 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-08905493-0e67-4436-a70e-5f7cac0ea0d5 req-f2525b91-5a11-41a9-abe7-010c4d4de761 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679286 Feb 15 15:20:35.860983 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5b3a1335-285f-4988-b372-b4063620b43a req-91d7ff94-405b-43db-b562-8f1f6ac1ebf2 tempest-DeleteServersTestJSON-257587198 tempest-DeleteServersTestJSON-257587198-project] 10.222.0.110 "GET /v2.0/ports?device_id=db04f2f4-5e4c-4904-8aef-b8a54440b68a HTTP/1.1" status: 200 len: 210 time: 0.0291910 Feb 15 15:20:36.000823 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36290) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:36.030723 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f43759d4-18d7-43e0-a104-6b6cbdc56357 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:36.031521 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f43759d4-18d7-43e0-a104-6b6cbdc56357 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.102 "GET /v2.0/networks?id=d047da6c-aa8c-467d-9b40-df6b86718999 HTTP/1.1" status: 200 len: 809 time: 0.1578689 Feb 15 15:20:36.032347 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a0a1dab5-55f0-4b83-ac8b-c88ef49270b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:36.050135 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Request body: {'port': {'device_id': 'dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6', 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999', 'admin_state_up': True, 'tenant_id': 'b7b97f0e1d1c45fda1ed5fd43f110f66'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:36.402277 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c45e569b-d743-4317-8d03-3d4a486e19d5 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:20:36.422477 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-745c058b-3f20-4252-b5d0-6c7d2f35766e req-db5bb298-f01e-485e-bc70-e5ff5efae8bc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 210 time: 0.0414255 Feb 15 15:20:36.429871 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: c45e569b-d743-4317-8d03-3d4a486e19d5 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:20:36.430425 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c45e569b-d743-4317-8d03-3d4a486e19d5 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:20:36.453310 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a0a1dab5-55f0-4b83-ac8b-c88ef49270b5 admin admin] Publish callbacks [] for security_group (aa5f37f5-57d9-4da7-a0f1-e63392292066), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:36.497269 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:36.549268 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a0a1dab5-55f0-4b83-ac8b-c88ef49270b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (aa5f37f5-57d9-4da7-a0f1-e63392292066), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:36.550897 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Made reservation on behalf of b7b97f0e1d1c45fda1ed5fd43f110f66 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:36.554446 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:36.610495 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a0a1dab5-55f0-4b83-ac8b-c88ef49270b5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1d4495d8dd934ba2957cbe19071c6019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076610 Feb 15 15:20:36.617108 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36300) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:36.619413 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1dab5-55f0-4b83-ac8b-c88ef49270b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5f37f5-57d9-4da7-a0f1-e63392292066,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:36.656308 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80b4cd-c2da-4806-85ba-a3c28521d2b1 req-e9560027-1409-47f0-8f24-9904e49a7fbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:36.657958 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c80b4cd-c2da-4806-85ba-a3c28521d2b1 req-e9560027-1409-47f0-8f24-9904e49a7fbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0710597 Feb 15 15:20:36.708966 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4c80b4cd-c2da-4806-85ba-a3c28521d2b1 req-a6cb8283-8687-43b5-aaf5-1a1b3ad9895e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452960 Feb 15 15:20:36.767011 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-704f8ecb-fe9d-4208-a0e6-876240313161 admin admin] Publish callbacks [] for security_group (aa5f37f5-57d9-4da7-a0f1-e63392292066), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:36.792631 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Allocated IP 172.20.0.4 (d047da6c-aa8c-467d-9b40-df6b86718999/8c274e2b-2a0b-4934-b837-994ea8c019f5/353e9976-1ca6-420b-b530-eb6320800884) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:20:36.807410 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-704f8ecb-fe9d-4208-a0e6-876240313161 admin admin] Publish callbacks [] for security_group (aa5f37f5-57d9-4da7-a0f1-e63392292066), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:36.908874 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.003868 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-704f8ecb-fe9d-4208-a0e6-876240313161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (aa5f37f5-57d9-4da7-a0f1-e63392292066), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.006597 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-704f8ecb-fe9d-4208-a0e6-876240313161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.007789 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-704f8ecb-fe9d-4208-a0e6-876240313161 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/aa5f37f5-57d9-4da7-a0f1-e63392292066 HTTP/1.1" status: 204 len: 168 time: 0.3895173 Feb 15 15:20:37.011890 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks [] for port (353e9976-1ca6-420b-b530-eb6320800884), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.022558 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f8ecb-fe9d-4208-a0e6-876240313161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5f37f5-57d9-4da7-a0f1-e63392292066,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:37.153839 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (353e9976-1ca6-420b-b530-eb6320800884), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.216247 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Network d047da6c-aa8c-467d-9b40-df6b86718999 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:20:37.225930 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:20:37.234972 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:20:37.241099 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:37.242039 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.268729 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Pushing event updated for resources: {'Port': ['ID=353e9976-1ca6-420b-b530-eb6320800884,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:37.328072 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bd3e7b6b-7a07-40f3-8f97-e910ab328679 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2817662 Feb 15 15:20:37.344225 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Request body: {'port': {'device_id': 'dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:37.439354 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (353e9976-1ca6-420b-b530-eb6320800884), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.603087 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b30-8a4d-4830-9168-a159b2eebdaf req-30ee51d9-e8cc-4bb6-871c-761d6ea1e997 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:37.603087 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03e96b30-8a4d-4830-9168-a159b2eebdaf req-30ee51d9-e8cc-4bb6-871c-761d6ea1e997 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 931 time: 0.0744655 Feb 15 15:20:37.652023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-a5074e2a-bfed-4f9f-9d4a-1369c235860a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:37.656241 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-a5074e2a-bfed-4f9f-9d4a-1369c235860a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 814 time: 0.2337189 Feb 15 15:20:37.657206 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.685237 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03e96b30-8a4d-4830-9168-a159b2eebdaf req-81c5d2aa-e422-4a5b-aed2-307501394a90 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718994 Feb 15 15:20:37.685734 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-92867049-2b52-44c1-be78-30cb9490619b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/quotas/abcafe5f2e554a5db4d295e18da03293 HTTP/1.1" status: 200 len: 375 time: 0.0186477 Feb 15 15:20:37.801584 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1446c9e6-3a75-491f-b740-e1fdd8e6fe06 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094575 Feb 15 15:20:37.857493 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598f21-6e88-4029-abb9-321346c2df9a req-9328a9f4-d3a1-4e3d-ad5f-4dc40dd6a805 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:37.859073 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-83598f21-6e88-4029-abb9-321346c2df9a req-9328a9f4-d3a1-4e3d-ad5f-4dc40dd6a805 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0703623 Feb 15 15:20:37.913774 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-83598f21-6e88-4029-abb9-321346c2df9a req-e5a84a07-6e7e-423c-b902-2509d34acb12 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486071 Feb 15 15:20:37.957070 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353e9976-1ca6-420b-b530-eb6320800884 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:37.973183 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Publish callbacks [] for port (353e9976-1ca6-420b-b530-eb6320800884), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:37.973183 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-85380b97-161e-4f50-99fa-d2e2e53f0a19 service neutron] 10.222.0.110 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601493 Feb 15 15:20:37.988367 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Transition to ACTIVE for port object 353e9976-1ca6-420b-b530-eb6320800884 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:20:38.040828 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (353e9976-1ca6-420b-b530-eb6320800884), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.117355 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Pushing event updated for resources: {'Port': ['ID=353e9976-1ca6-420b-b530-eb6320800884,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:38.126578 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-db22a196-9ab5-4f05-9a43-f87009edb87f service neutron] 10.222.0.110 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493387 Feb 15 15:20:38.155886 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Attempting to bind port 353e9976-1ca6-420b-b530-eb6320800884 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:20:38.158831 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Attempting to bind port 353e9976-1ca6-420b-b530-eb6320800884 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:20:38.158831 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Attempting to bind port 353e9976-1ca6-420b-b530-eb6320800884 on network d047da6c-aa8c-467d-9b40-df6b86718999 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:38.161094 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Port 353e9976-1ca6-420b-b530-eb6320800884 on network d047da6c-aa8c-467d-9b40-df6b86718999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:20:38.161419 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Attempting to bind port 353e9976-1ca6-420b-b530-eb6320800884 on network d047da6c-aa8c-467d-9b40-df6b86718999 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:38.166284 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:20:38.166625 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Checking segment: {'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:38.167123 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Bound using segment: {'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:20:38.167466 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Bound port: 353e9976-1ca6-420b-b530-eb6320800884, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:20:38.167890 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (353e9976-1ca6-420b-b530-eb6320800884), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.245412 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] For port 353e9976-1ca6-420b-b530-eb6320800884, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:20:38.248860 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] For port 353e9976-1ca6-420b-b530-eb6320800884, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=353e9976-1ca6-420b-b530-eb6320800884,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:20:38.287631 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36364) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:38.304641 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (353e9976-1ca6-420b-b530-eb6320800884), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.349249 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:38.349878 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.352330 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] 10.222.0.102 "PUT /v2.0/ports/353e9976-1ca6-420b-b530-eb6320800884 HTTP/1.1" status: 200 len: 1093 time: 1.0161221 Feb 15 15:20:38.352780 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6', 'tag': '353e9976-1ca6-420b-b530-eb6320800884'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:38.355607 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b451ce-9469-4576-8c9d-c7211940df62" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6", "tag": "353e9976-1ca6-420b-b530-eb6320800884"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:38.358383 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-07f319dc-e097-40fa-8bcc-8b6b57855716 req-0a2e940d-fcb1-4593-8bd0-d22361b0f492 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0356719 Feb 15 15:20:38.390903 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910e260-5a83-4bb5-aa32-440eac961a7c service neutron] Pushing event updated for resources: {'Port': ['ID=353e9976-1ca6-420b-b530-eb6320800884,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:38.401579 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e218c2-517b-4496-af0d-17615bef78fb x-openstack-request-id: req-18e218c2-517b-4496-af0d-17615bef78fb {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:38.411658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6", "tag": "353e9976-1ca6-420b-b530-eb6320800884", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:38.411658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-18e218c2-517b-4496-af0d-17615bef78fb {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:38.411658 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6', 'tag': '353e9976-1ca6-420b-b530-eb6320800884', 'status': 'completed', 'code': 200} Feb 15 15:20:38.458836 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1310677226-network', 'tenant_id': '9cf9500c565f4ce0b7745f17613ad195'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:38.480192 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b451ce-9469-4576-8c9d-c7211940df62 req-cd82c1d9-2665-4eda-9676-dbe69a0fa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:38.481838 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d7b451ce-9469-4576-8c9d-c7211940df62 req-cd82c1d9-2665-4eda-9676-dbe69a0fa8aa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b7b97f0e1d1c45fda1ed5fd43f110f66&device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 1127 time: 0.0532339 Feb 15 15:20:38.547601 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Made reservation on behalf of 9cf9500c565f4ce0b7745f17613ad195 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:38.550085 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.559559 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.637626 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Publish callbacks [] for security_group (aa707a05-e250-4279-bec8-a7fe55083bcc), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.669016 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b451ce-9469-4576-8c9d-c7211940df62 req-9c15352c-7da8-4aa0-88be-e7da8e175f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:38.670600 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d7b451ce-9469-4576-8c9d-c7211940df62 req-9c15352c-7da8-4aa0-88be-e7da8e175f92 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=b7b97f0e1d1c45fda1ed5fd43f110f66&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1734242 Feb 15 15:20:38.728742 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36386) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:38.781410 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (aa707a05-e250-4279-bec8-a7fe55083bcc), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.837073 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bae816-6ba5-47a9-b9b0-f82d1d5e6124 admin admin] Deleting subnet a7bec551-45ff-4fe1-8552-81c5bba931fc {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:20:38.840885 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:20:38.852997 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77bae816-6ba5-47a9-b9b0-f82d1d5e6124 admin admin] Publish callbacks [] for subnet (a7bec551-45ff-4fe1-8552-81c5bba931fc), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.870601 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b451ce-9469-4576-8c9d-c7211940df62 req-a75d2736-799d-416d-ae76-e10bc1a48526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:38.872312 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d7b451ce-9469-4576-8c9d-c7211940df62 req-a75d2736-799d-416d-ae76-e10bc1a48526 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1893313 Feb 15 15:20:38.878900 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa707a05-e250-4279-bec8-a7fe55083bcc,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:38.886583 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (d902aec9-cb65-435f-8c2e-e90f018ac23a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.886841 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Added segment d902aec9-cb65-435f-8c2e-e90f018ac23a of type vlan for network 1d73576d-b04f-4ead-a8b9-4f4097da238e Feb 15 15:20:38.951915 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77bae816-6ba5-47a9-b9b0-f82d1d5e6124 admin admin] Publish callbacks [] for subnet (a7bec551-45ff-4fe1-8552-81c5bba931fc), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.961913 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (1d73576d-b04f-4ead-a8b9-4f4097da238e), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.970874 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77bae816-6ba5-47a9-b9b0-f82d1d5e6124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (a7bec551-45ff-4fe1-8552-81c5bba931fc), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:38.977656 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-553923c3-2632-440c-b1bf-a89e4111a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:38.979229 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-553923c3-2632-440c-b1bf-a89e4111a980 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b7b97f0e1d1c45fda1ed5fd43f110f66&device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 1127 time: 0.0485353 Feb 15 15:20:38.979614 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a958abe-b192-4c54-8ea2-7c54a8f38aa3 req-64b8c187-bb1b-4812-a10a-a2ab68181eab tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:38.981150 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a958abe-b192-4c54-8ea2-7c54a8f38aa3 req-64b8c187-bb1b-4812-a10a-a2ab68181eab tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 943 time: 0.2012827 Feb 15 15:20:39.048163 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-e2d29dcb-c3bb-4f34-82af-d0f78378c391 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353e9976-1ca6-420b-b530-eb6320800884 HTTP/1.1" status: 200 len: 217 time: 0.0538268 Feb 15 15:20:39.104486 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551fac-dd7c-4f3d-a9fa-f97665dba728 req-f9919e1f-c0cb-4d9b-a97c-766c85aed316 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:39.112220 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0a551fac-dd7c-4f3d-a9fa-f97665dba728 req-f9919e1f-c0cb-4d9b-a97c-766c85aed316 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.1275442 Feb 15 15:20:39.152805 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-5de7c90f-53fc-404d-b6ad-b09afd7f5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:39.154233 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-5de7c90f-53fc-404d-b6ad-b09afd7f5ba4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c274e2b-2a0b-4934-b837-994ea8c019f5 HTTP/1.1" status: 200 len: 849 time: 0.0895066 Feb 15 15:20:39.200697 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-afab3f3e-04bc-492c-8a5e-76e9b909d535 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d047da6c-aa8c-467d-9b40-df6b86718999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376456 Feb 15 15:20:39.205282 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0a551fac-dd7c-4f3d-a9fa-f97665dba728 req-e9a81e56-6394-4d26-ad21-e9c5ba72ba8e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922601 Feb 15 15:20:39.230949 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.282334 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8a958abe-b192-4c54-8ea2-7c54a8f38aa3 req-a6c4715f-ec71-4b48-b220-939ff34f3000 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764955 Feb 15 15:20:39.300742 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-53b5952a-7a50-4e9d-b74a-7ef59c73ef34 service neutron] 10.222.0.102 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931668 Feb 15 15:20:39.313406 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (1d73576d-b04f-4ead-a8b9-4f4097da238e), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.314528 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:39.315191 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.363930 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77bae816-6ba5-47a9-b9b0-f82d1d5e6124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (a7bec551-45ff-4fe1-8552-81c5bba931fc), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.403143 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bae816-6ba5-47a9-b9b0-f82d1d5e6124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bec551-45ff-4fe1-8552-81c5bba931fc,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:39.410337 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-77bae816-6ba5-47a9-b9b0-f82d1d5e6124 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.414648 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-77bae816-6ba5-47a9-b9b0-f82d1d5e6124 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/a7bec551-45ff-4fe1-8552-81c5bba931fc HTTP/1.1" status: 204 len: 168 time: 0.6845429 Feb 15 15:20:39.420694 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36396) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:39.442144 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaf3b39-5786-4e05-8bce-2617781f2741 req-bc4d15c3-8179-4413-8395-4c2767e70440 service neutron] 10.222.0.102 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140532 Feb 15 15:20:39.469954 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1811430 Feb 15 15:20:39.470923 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dcb16-183f-4684-a9c6-cb28a231d2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d73576d-b04f-4ead-a8b9-4f4097da238e,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:39.473314 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac242d76-fb80-43a0-ba89-99b0f823616f req-ad2c8caa-84ec-4ba3-908e-b0c640f5fa23 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0300710 Feb 15 15:20:39.476101 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36398) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:39.482061 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 1d73576d-b04f-4ead-a8b9-4f4097da238e details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:20:39.484947 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Request body: {'subnet': {'network_id': '1d73576d-b04f-4ead-a8b9-4f4097da238e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1310677226-subnet', 'tenant_id': '9cf9500c565f4ce0b7745f17613ad195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:39.529245 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (8f2764d8-f6f0-4823-a35d-229208facac9), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.601361 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Made reservation on behalf of 9cf9500c565f4ce0b7745f17613ad195 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:39.603670 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.660872 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (8f2764d8-f6f0-4823-a35d-229208facac9), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.692153 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.692492 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.693226 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.693557 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.693902 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.694257 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.694601 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.694883 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.695192 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.695507 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.825920 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.826604 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.826604 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.826912 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:20:39.827285 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2764d8-f6f0-4823-a35d-229208facac9']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:39.852555 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc70c7ce-f596-41d0-bf7a-fdf613e21e72') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:39.852848 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc70c7ce-f596-41d0-bf7a-fdf613e21e72') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:20:39.882621 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (cc70c7ce-f596-41d0-bf7a-fdf613e21e72), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.910430 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (cc70c7ce-f596-41d0-bf7a-fdf613e21e72), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.922325 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:20:39.922644 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (cc70c7ce-f596-41d0-bf7a-fdf613e21e72), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: from cryptography.utils import int_from_bytes Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: from cryptography.utils import int_from_bytes Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:20:39.941491 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:20:40.069748 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (8f2764d8-f6f0-4823-a35d-229208facac9), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:40.078579 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:40.081824 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] 10.222.0.110 "DELETE /v2.0/networks/8f2764d8-f6f0-4823-a35d-229208facac9 HTTP/1.1" status: 204 len: 168 time: 0.6625278 Feb 15 15:20:40.091263 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d4604-7c7e-4d30-bf25-b3ea14d57dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2764d8-f6f0-4823-a35d-229208facac9,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:40.124738 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8822943'] for subnet (b00e4662-3942-4eec-8a74-d0d06ff591d8), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:40.182318 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00e4662-3942-4eec-8a74-d0d06ff591d8,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:40.190459 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Checking segment: {'id': 'd902aec9-cb65-435f-8c2e-e90f018ac23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1d73576d-b04f-4ead-a8b9-4f4097da238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:40.190807 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Network hostable DHCP agents. Network: 1d73576d-b04f-4ead-a8b9-4f4097da238e, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:20:40.256429 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Network 1d73576d-b04f-4ead-a8b9-4f4097da238e is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:20:40.310111 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 1d73576d-b04f-4ead-a8b9-4f4097da238e) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:20:40.315994 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:40.316578 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:40.327135 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044ce700-de2f-46fd-8fae-3ac996d32720 None None] Network 1d73576d-b04f-4ead-a8b9-4f4097da238e requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:20:40.350450 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b6b7f-3700-479d-9639-8e797bff2f73 req-1fd9923d-bb98-42fc-a5e2-16c13f571358 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:40.352699 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-270b6b7f-3700-479d-9639-8e797bff2f73 req-1fd9923d-bb98-42fc-a5e2-16c13f571358 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0755877 Feb 15 15:20:40.366424 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36408) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:40.400806 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-18900883-a608-49c6-8747-852d07829e56 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9218621 Feb 15 15:20:40.418964 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-270b6b7f-3700-479d-9639-8e797bff2f73 req-c42f64c3-5801-4c49-9cc1-fe3f0a0245cc tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602453 Feb 15 15:20:40.470588 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-72c932d1-29f3-4fb0-96c2-3a83de6fa558 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1408bca053e14889b1c275982172aeea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1028829 Feb 15 15:20:40.473158 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36412) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:40.497063 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7184e4-1f80-4717-bbd0-589e41072278 req-eda0ec9a-5cce-451c-a0e0-1db31290e355 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:40.498121 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f06fcb-168a-411e-9c9b-2049db73aa28 None None] Network 1d73576d-b04f-4ead-a8b9-4f4097da238e requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:20:40.503743 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aa7184e4-1f80-4717-bbd0-589e41072278 req-eda0ec9a-5cce-451c-a0e0-1db31290e355 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 943 time: 0.1298161 Feb 15 15:20:40.628340 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-aa7184e4-1f80-4717-bbd0-589e41072278 req-2484bc28-f42b-4047-b120-782e89137dd8 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237416 Feb 15 15:20:40.632342 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8ac49b75-704f-4aeb-814c-64c0dd110602 req-0e6699f6-8ae9-4922-b5c8-cffb76e7e600 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0410283 Feb 15 15:20:40.640081 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3b679047-48d6-4b92-88a5-fd7d6ad5a077 admin admin] Publish callbacks [] for security_group (20f66579-c17f-45d2-8d01-e1ecba1a40eb), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:40.677433 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3b679047-48d6-4b92-88a5-fd7d6ad5a077 admin admin] Publish callbacks [] for security_group (20f66579-c17f-45d2-8d01-e1ecba1a40eb), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:40.718121 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-33d39e4d-cfb5-425f-bd34-8bf5f701cfe5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:40.719604 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-33d39e4d-cfb5-425f-bd34-8bf5f701cfe5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 814 time: 0.1787302 Feb 15 15:20:40.736474 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Request body: {'port': {'device_id': '418af790-a0df-4ed0-995d-c427b088bbd9', 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'admin_state_up': True, 'tenant_id': 'abcafe5f2e554a5db4d295e18da03293'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:40.850264 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3b679047-48d6-4b92-88a5-fd7d6ad5a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (20f66579-c17f-45d2-8d01-e1ecba1a40eb), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:40.854040 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3b679047-48d6-4b92-88a5-fd7d6ad5a077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:40.855804 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3b679047-48d6-4b92-88a5-fd7d6ad5a077 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/20f66579-c17f-45d2-8d01-e1ecba1a40eb HTTP/1.1" status: 204 len: 168 time: 0.3814883 Feb 15 15:20:40.874703 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b679047-48d6-4b92-88a5-fd7d6ad5a077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f66579-c17f-45d2-8d01-e1ecba1a40eb,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:40.942301 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Made reservation on behalf of abcafe5f2e554a5db4d295e18da03293 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:40.946169 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.096375 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Allocated IP 172.20.0.10 (b3157b38-70a0-48e9-97db-bb27e9cc80c9/2bf91284-353b-4caa-aae4-645c7cbdb48d/0efa0903-f8cc-43eb-85a2-bb7541aeb4f5) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:20:41.268372 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks [] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.348692 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.362743 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['acd23972-fc2c-4adc-b584-8aeaed2a0b97'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:41.394634 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Network b3157b38-70a0-48e9-97db-bb27e9cc80c9 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:20:41.398584 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:20:41.404006 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:20:41.417141 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:41.417972 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.429926 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36442) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:41.445540 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944741667-network', 'tenant_id': '65b33e1e7db54d19af03a735b05eb952'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:41.451849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Pushing event updated for resources: {'Port': ['ID=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:41.551857 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-67f806a9-5898-49f4-97b1-02a14de4333e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8191392 Feb 15 15:20:41.567329 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Request body: {'port': {'device_id': '418af790-a0df-4ed0-995d-c427b088bbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:41.610281 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Made reservation on behalf of 65b33e1e7db54d19af03a735b05eb952 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:41.612796 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.623885 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.759002 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Publish callbacks [] for security_group (88cf09c9-2cc5-4d9e-b22d-d48aaf515339), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.785428 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2961f-7beb-4430-b345-0ab15e8e9059 req-c5291337-b7bb-4a4c-9e89-a232110159e5 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:41.790611 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e5c2961f-7beb-4430-b345-0ab15e8e9059 req-c5291337-b7bb-4a4c-9e89-a232110159e5 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 943 time: 0.0679188 Feb 15 15:20:41.810774 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (88cf09c9-2cc5-4d9e-b22d-d48aaf515339), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.827064 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b07a0b-23d5-4d4e-98d9-ef1bcca938c5 req-fa8831c9-d454-4ccc-8780-53b8275f0c5b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:41.828878 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4b07a0b-23d5-4d4e-98d9-ef1bcca938c5 req-fa8831c9-d454-4ccc-8780-53b8275f0c5b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.3134110 Feb 15 15:20:41.865471 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:20:41.871548 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e5c2961f-7beb-4430-b345-0ab15e8e9059 req-358f1429-f2e0-42e0-b766-842d575f47b2 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766611 Feb 15 15:20:41.881808 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cf09c9-2cc5-4d9e-b22d-d48aaf515339,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:41.898495 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (d2f6cf30-68e0-455a-8665-c51bcfbb51c4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.898834 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Added segment d2f6cf30-68e0-455a-8665-c51bcfbb51c4 of type vlan for network 5f713515-6c82-4600-8580-631d3619dec3 Feb 15 15:20:41.904936 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.917607 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4b07a0b-23d5-4d4e-98d9-ef1bcca938c5 req-e2c5b824-d39d-4ace-b98a-a439ea41ab9c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810549 Feb 15 15:20:41.950916 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (5f713515-6c82-4600-8580-631d3619dec3), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.033000 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bbacb-48d0-45cc-8cfc-53239b48c8f4 req-2fa0f3f1-a672-4e05-8d3a-6bdcdbb8fc9b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:42.033984 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e95bbacb-48d0-45cc-8cfc-53239b48c8f4 req-2fa0f3f1-a672-4e05-8d3a-6bdcdbb8fc9b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 932 time: 0.0705361 Feb 15 15:20:42.081076 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (5f713515-6c82-4600-8580-631d3619dec3), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.082019 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:42.082596 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.102416 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e95bbacb-48d0-45cc-8cfc-53239b48c8f4 req-72d99eaf-c658-4007-9762-0cd28aea2cb5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Feb 15 15:20:42.157200 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=5f713515-6c82-4600-8580-631d3619dec3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:42.167898 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 5f713515-6c82-4600-8580-631d3619dec3 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:20:42.220054 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:42.225280 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9b6790a4-a6ab-45ba-b53e-a54290c6d9b0 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7936935 Feb 15 15:20:42.228093 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36462) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:42.228439 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Publish callbacks [] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.233844 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Request body: {'subnet': {'network_id': '5f713515-6c82-4600-8580-631d3619dec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944741667-subnet', 'tenant_id': '65b33e1e7db54d19af03a735b05eb952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:42.254931 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Transition to ACTIVE for port object 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:20:42.319395 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.331535 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 353e9976-1ca6-420b-b530-eb6320800884 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:20:42.353626 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Made reservation on behalf of 65b33e1e7db54d19af03a735b05eb952 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:20:42.356396 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8822925'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.433621 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Pushing event updated for resources: {'Port': ['ID=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:42.437970 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Attempting to bind port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:20:42.438303 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Attempting to bind port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:20:42.443516 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Attempting to bind port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:42.443908 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 353e9976-1ca6-420b-b530-eb6320800884, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=353e9976-1ca6-420b-b530-eb6320800884,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:42.444348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:20:42.444348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Attempting to bind port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:42.454305 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:20:42.454753 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Checking segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:42.455458 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Bound using segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:20:42.455937 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Bound port: 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:20:42.456832 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.465312 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '353e9976-1ca6-420b-b530-eb6320800884', 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999', 'port_id': '353e9976-1ca6-420b-b530-eb6320800884', 'mac_address': 'fa:16:3e:9f:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c274e2b-2a0b-4934-b837-994ea8c019f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:20:42.518919 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 353e9976-1ca6-420b-b530-eb6320800884 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:42.520031 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (353e9976-1ca6-420b-b530-eb6320800884), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.544224 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353e9976-1ca6-420b-b530-eb6320800884 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:42.549008 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] For port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:20:42.553120 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] For port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:20:42.570850 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 353e9976-1ca6-420b-b530-eb6320800884, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=353e9976-1ca6-420b-b530-eb6320800884,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:42.623373 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.650386 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (353e9976-1ca6-420b-b530-eb6320800884), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.650646 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8822943'] for subnet (1245778f-76dd-4f21-89fc-cc80d9ab447f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.673140 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:42.673752 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.678160 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] 10.222.0.102 "PUT /v2.0/ports/0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 HTTP/1.1" status: 200 len: 1094 time: 1.1132643 Feb 15 15:20:42.678160 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418af790-a0df-4ed0-995d-c427b088bbd9', 'tag': '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:42.678160 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7da22b1-01a9-4539-8edd-e648c3ca20ec" -d '{"events": [{"name": "network-changed", "server_uuid": "418af790-a0df-4ed0-995d-c427b088bbd9", "tag": "0efa0903-f8cc-43eb-85a2-bb7541aeb4f5"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:42.703210 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd41f0e-e11a-466b-8b4a-08da3510a28b service neutron] Pushing event updated for resources: {'Port': ['ID=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:42.727313 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=353e9976-1ca6-420b-b530-eb6320800884,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:42.737006 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.737530 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.740439 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.740439 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.740439 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.740439 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.740439 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.740439 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.741356 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.749901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.749901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.749901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.749901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:42.750490 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1245778f-76dd-4f21-89fc-cc80d9ab447f,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:42.750826 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35743526-f8ea-4971-a750-525b800a583b x-openstack-request-id: req-35743526-f8ea-4971-a750-525b800a583b {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:42.751204 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418af790-a0df-4ed0-995d-c427b088bbd9", "tag": "0efa0903-f8cc-43eb-85a2-bb7541aeb4f5", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:42.751732 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-35743526-f8ea-4971-a750-525b800a583b {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:42.752224 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418af790-a0df-4ed0-995d-c427b088bbd9', 'tag': '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5', 'status': 'completed', 'code': 200} Feb 15 15:20:42.759977 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Checking segment: {'id': 'd2f6cf30-68e0-455a-8665-c51bcfbb51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5f713515-6c82-4600-8580-631d3619dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:42.760893 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Network hostable DHCP agents. Network: 5f713515-6c82-4600-8580-631d3619dec3, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:20:42.829251 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da22b1-01a9-4539-8edd-e648c3ca20ec req-e0385973-8864-464a-ba3e-3602f195c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:42.830917 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7da22b1-01a9-4539-8edd-e648c3ca20ec req-e0385973-8864-464a-ba3e-3602f195c385 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 1128 time: 0.0487509 Feb 15 15:20:42.833167 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Network 5f713515-6c82-4600-8580-631d3619dec3 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:20:42.908750 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 5f713515-6c82-4600-8580-631d3619dec3) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:20:42.914202 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:42.915048 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:42.922504 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d014cea0-48f8-460c-b3f6-c262fa33d8d2 None None] Network 5f713515-6c82-4600-8580-631d3619dec3 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:20:42.956911 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da22b1-01a9-4539-8edd-e648c3ca20ec req-74b151ed-f160-443e-9b1e-73b40c96b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:42.959078 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7da22b1-01a9-4539-8edd-e648c3ca20ec req-74b151ed-f160-443e-9b1e-73b40c96b7de service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=abcafe5f2e554a5db4d295e18da03293&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1188972 Feb 15 15:20:43.023119 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['353e9976-1ca6-420b-b530-eb6320800884'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:43.034328 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7f092fb9-2c51-4d04-8322-d83295441165 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7961674 Feb 15 15:20:43.068259 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e619824-b717-41e2-93ab-a702374b19b6 req-e9cafd0f-87b4-4845-830a-041b53b2f933 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:43.072234 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6e619824-b717-41e2-93ab-a702374b19b6 req-e9cafd0f-87b4-4845-830a-041b53b2f933 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 944 time: 0.0997465 Feb 15 15:20:43.117690 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93abfccd-0a23-402f-8801-e0a0c73354b3 None None] Network 5f713515-6c82-4600-8580-631d3619dec3 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:20:43.175589 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6e619824-b717-41e2-93ab-a702374b19b6 req-5d251cac-d0db-4a87-9b2b-175680e60242 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960288 Feb 15 15:20:43.183484 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da22b1-01a9-4539-8edd-e648c3ca20ec req-a9496c93-4306-4b96-82e1-eb16aa523b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:43.185618 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7da22b1-01a9-4539-8edd-e648c3ca20ec req-a9496c93-4306-4b96-82e1-eb16aa523b75 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188790 Feb 15 15:20:43.198757 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d042207-6cb8-49ca-8892-c3067ece75aa req-ebdac47e-cc64-4d44-965f-c06e18035f89 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:43.200306 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d042207-6cb8-49ca-8892-c3067ece75aa req-ebdac47e-cc64-4d44-965f-c06e18035f89 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.1471057 Feb 15 15:20:43.316088 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d042207-6cb8-49ca-8892-c3067ece75aa req-18fa4997-522b-4a85-b376-b1aee6e5119f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099832 Feb 15 15:20:43.352834 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-5b5a0e49-1512-453f-8b1a-31c5e4545c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:43.353973 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-5b5a0e49-1512-453f-8b1a-31c5e4545c45 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 1128 time: 0.1100173 Feb 15 15:20:43.394588 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dbce5-008e-4cee-ab40-c16761649404 req-cac93672-6f2a-48c2-ba5b-0bdce4e80709 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:43.396113 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d20dbce5-008e-4cee-ab40-c16761649404 req-cac93672-6f2a-48c2-ba5b-0bdce4e80709 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 944 time: 0.0815058 Feb 15 15:20:43.425070 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-0278eef7-ce8f-43b1-b05c-34dab047d1ae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0505233 Feb 15 15:20:43.460383 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d20dbce5-008e-4cee-ab40-c16761649404 req-4151bffe-3016-410b-ad2b-44fcc8a4dd75 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574417 Feb 15 15:20:43.491532 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-86542f0e-ed85-4d9a-9fb2-677e78976e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:43.493044 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-86542f0e-ed85-4d9a-9fb2-677e78976e1f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2bf91284-353b-4caa-aae4-645c7cbdb48d HTTP/1.1" status: 200 len: 854 time: 0.0590181 Feb 15 15:20:43.526905 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-abb762b3-7e22-4abd-b979-34ba7ed48ffe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3157b38-70a0-48e9-97db-bb27e9cc80c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252261 Feb 15 15:20:43.628768 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-c50dbce3-a502-475d-8255-fa67b21a22d6 service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944963 Feb 15 15:20:43.727850 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bacb2e1f-85a5-475f-acf0-a09538782f69 req-63d2cda5-7506-4572-b42e-030ac9cf7c72 service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902717 Feb 15 15:20:44.315420 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2211019-3483-4196-afaf-89449fc72ba7 req-d90e651d-8a55-4b3a-bf1a-dcbcb749d8eb tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:44.317043 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d2211019-3483-4196-afaf-89449fc72ba7 req-d90e651d-8a55-4b3a-bf1a-dcbcb749d8eb tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 944 time: 0.0620699 Feb 15 15:20:44.326688 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 353e9976-1ca6-420b-b530-eb6320800884 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:20:44.369115 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d2211019-3483-4196-afaf-89449fc72ba7 req-1cad5c02-1a7e-441f-95f3-b4bed665865a tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Feb 15 15:20:44.459348 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf5ddb-d129-4469-bd5a-75234462b68d req-248e377c-fb48-4ab0-885d-76fb071c9450 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:44.460898 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fcaf5ddb-d129-4469-bd5a-75234462b68d req-248e377c-fb48-4ab0-885d-76fb071c9450 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0551887 Feb 15 15:20:44.467673 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 353e9976-1ca6-420b-b530-eb6320800884 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:20:44.471758 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 353e9976-1ca6-420b-b530-eb6320800884 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:44.472242 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (353e9976-1ca6-420b-b530-eb6320800884), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:44.541689 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fcaf5ddb-d129-4469-bd5a-75234462b68d req-32c8302c-6a2f-4a6d-8188-9f7d2dc4fe62 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747185 Feb 15 15:20:44.564492 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 353e9976-1ca6-420b-b530-eb6320800884 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:44.565056 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (353e9976-1ca6-420b-b530-eb6320800884), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:44.589016 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e9976-1ca6-420b-b530-eb6320800884'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:44.591524 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1275faa-f9a3-4a64-ae45-8528c5d91f21" -d '{"events": [{"server_uuid": "dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6", "name": "network-vif-plugged", "status": "completed", "tag": "353e9976-1ca6-420b-b530-eb6320800884"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:44.596926 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b144d0-38b4-4387-89a0-a5e665356ed6 req-77dbe8a9-1f9e-4791-94b0-a319c7233018 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:44.598755 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b3b144d0-38b4-4387-89a0-a5e665356ed6 req-77dbe8a9-1f9e-4791-94b0-a319c7233018 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 944 time: 0.0568929 Feb 15 15:20:44.611122 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 353e9976-1ca6-420b-b530-eb6320800884, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=353e9976-1ca6-420b-b530-eb6320800884,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:44.634142 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f3cd3a-52e9-4227-86ce-b874172a4ded x-openstack-request-id: req-33f3cd3a-52e9-4227-86ce-b874172a4ded {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:44.634447 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6", "name": "network-vif-plugged", "status": "completed", "tag": "353e9976-1ca6-420b-b530-eb6320800884", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:44.634700 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-33f3cd3a-52e9-4227-86ce-b874172a4ded {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:44.635088 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e9976-1ca6-420b-b530-eb6320800884', 'code': 200} Feb 15 15:20:44.651897 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b3b144d0-38b4-4387-89a0-a5e665356ed6 req-47542e3a-0385-42ee-baab-fc1c6f53bf58 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466144 Feb 15 15:20:44.696276 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (353e9976-1ca6-420b-b530-eb6320800884), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:44.752923 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=353e9976-1ca6-420b-b530-eb6320800884,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:44.876937 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36546) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:44.941735 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c4019-62bb-4d1b-b0de-9ea3fb553625 req-0fa8117c-d56c-4e9e-ac60-fb122e6e092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:44.943289 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-475c4019-62bb-4d1b-b0de-9ea3fb553625 req-0fa8117c-d56c-4e9e-ac60-fb122e6e092a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 1129 time: 0.0538061 Feb 15 15:20:44.987353 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32a27504-d691-4074-8869-335b2fb0d8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:44.994749 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-475c4019-62bb-4d1b-b0de-9ea3fb553625 req-76dbae6a-4b4c-4420-aa15-69f2609ebb1a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387273 Feb 15 15:20:45.060517 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32a27504-d691-4074-8869-335b2fb0d8a6 admin admin] Publish callbacks [] for security_group (e479fae1-b0df-4e48-9f6d-01ebe473dc89), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:45.136991 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32a27504-d691-4074-8869-335b2fb0d8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (e479fae1-b0df-4e48-9f6d-01ebe473dc89), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:45.180127 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-32a27504-d691-4074-8869-335b2fb0d8a6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=df1c490ff6114260931f754449abebd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020790 Feb 15 15:20:45.182798 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27504-d691-4074-8869-335b2fb0d8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e479fae1-b0df-4e48-9f6d-01ebe473dc89,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:45.184788 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36556) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:45.236394 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-563ccd2a-dfb1-4d16-9d3d-1c50535b0ada admin admin] Publish callbacks [] for security_group (e479fae1-b0df-4e48-9f6d-01ebe473dc89), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:45.261001 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-563ccd2a-dfb1-4d16-9d3d-1c50535b0ada admin admin] Publish callbacks [] for security_group (e479fae1-b0df-4e48-9f6d-01ebe473dc89), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:45.376028 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-563ccd2a-dfb1-4d16-9d3d-1c50535b0ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (e479fae1-b0df-4e48-9f6d-01ebe473dc89), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:45.379470 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-563ccd2a-dfb1-4d16-9d3d-1c50535b0ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:45.380263 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-563ccd2a-dfb1-4d16-9d3d-1c50535b0ada admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e479fae1-b0df-4e48-9f6d-01ebe473dc89 HTTP/1.1" status: 204 len: 168 time: 0.1942148 Feb 15 15:20:45.390261 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ccd2a-dfb1-4d16-9d3d-1c50535b0ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479fae1-b0df-4e48-9f6d-01ebe473dc89,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:45.515343 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689814ca-14bc-417d-8757-77074b8e8adb req-431b4085-ad7e-4644-80fc-299d96eb01fe tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:45.520782 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-689814ca-14bc-417d-8757-77074b8e8adb req-431b4085-ad7e-4644-80fc-299d96eb01fe tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 945 time: 0.0598125 Feb 15 15:20:45.567554 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-689814ca-14bc-417d-8757-77074b8e8adb req-391a3da7-6cb5-439a-8942-1b1d3a1935a0 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Feb 15 15:20:45.662593 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a932d-4859-46b0-9cee-62d0cee39483 req-3bdd48ec-5477-4c39-9a37-472fa7103682 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:45.664162 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f22a932d-4859-46b0-9cee-62d0cee39483 req-3bdd48ec-5477-4c39-9a37-472fa7103682 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0559919 Feb 15 15:20:45.734020 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f22a932d-4859-46b0-9cee-62d0cee39483 req-906e202f-3af6-45bd-882b-f44b7dba5534 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631597 Feb 15 15:20:45.814302 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306fd16-b85c-4b2c-8309-62e5fbbebc36 req-c65b4482-f161-4617-8f8d-a06752d8628a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:45.815836 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a306fd16-b85c-4b2c-8309-62e5fbbebc36 req-c65b4482-f161-4617-8f8d-a06752d8628a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 944 time: 0.0525968 Feb 15 15:20:45.864055 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a306fd16-b85c-4b2c-8309-62e5fbbebc36 req-8ef1743c-6974-4908-8464-3ba81f24cc2d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Feb 15 15:20:45.940609 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36580) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:45.953964 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6a18-7b0e-4b04-b303-ec3205e1874a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.028312 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6a18-7b0e-4b04-b303-ec3205e1874a admin admin] Publish callbacks [] for security_group (c6e134cd-f455-4468-aaa8-71416382e644), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.101727 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6a18-7b0e-4b04-b303-ec3205e1874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (c6e134cd-f455-4468-aaa8-71416382e644), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.141235 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7d7a6a18-7b0e-4b04-b303-ec3205e1874a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=48c42416ce7b47e19c9feed24730406c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995749 Feb 15 15:20:46.142314 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a6a18-7b0e-4b04-b303-ec3205e1874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e134cd-f455-4468-aaa8-71416382e644,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:46.143943 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36584) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:46.194969 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bda4d4ae-9929-47ca-8006-e8d325dee26b admin admin] Publish callbacks [] for security_group (c6e134cd-f455-4468-aaa8-71416382e644), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.215944 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bda4d4ae-9929-47ca-8006-e8d325dee26b admin admin] Publish callbacks [] for security_group (c6e134cd-f455-4468-aaa8-71416382e644), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.326342 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:20:46.358803 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bda4d4ae-9929-47ca-8006-e8d325dee26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (c6e134cd-f455-4468-aaa8-71416382e644), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.361501 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bda4d4ae-9929-47ca-8006-e8d325dee26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.362846 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bda4d4ae-9929-47ca-8006-e8d325dee26b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c6e134cd-f455-4468-aaa8-71416382e644 HTTP/1.1" status: 204 len: 168 time: 0.2167234 Feb 15 15:20:46.373000 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4d4ae-9929-47ca-8006-e8d325dee26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e134cd-f455-4468-aaa8-71416382e644,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:46.440374 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:46.451743 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5', 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'port_id': '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5', 'mac_address': 'fa:16:3e:6a:59:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf91284-353b-4caa-aae4-645c7cbdb48d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:20:46.496615 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:46.497016 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.511311 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:46.532479 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:46.593396 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:46.643214 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:46.695189 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf0447-0f38-4bd7-9fdb-c15a9cbe3412 req-6db7232a-1a0c-4c33-b9d5-714b9d42ad0f tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:46.696479 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-25cf0447-0f38-4bd7-9fdb-c15a9cbe3412 req-6db7232a-1a0c-4c33-b9d5-714b9d42ad0f tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 945 time: 0.0614071 Feb 15 15:20:46.785161 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-25cf0447-0f38-4bd7-9fdb-c15a9cbe3412 req-35f2229a-054b-48a5-ba67-21954c5300c6 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811944 Feb 15 15:20:46.898146 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b75504-1025-4144-8b5b-c7f24bce8062 req-c2b02db9-7e8a-47d4-b538-4039a1f1ecbf tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:46.907210 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-46b75504-1025-4144-8b5b-c7f24bce8062 req-c2b02db9-7e8a-47d4-b538-4039a1f1ecbf tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0767112 Feb 15 15:20:46.958201 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-46b75504-1025-4144-8b5b-c7f24bce8062 req-166b85ef-3af9-4aa7-80a6-bafaf2875df8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499880 Feb 15 15:20:47.007662 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef3b6e-92a3-4e50-bf9f-eef14499e3a6 req-4b07d6bb-500f-4d23-846e-51cd9ae27250 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:47.012195 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5ef3b6e-92a3-4e50-bf9f-eef14499e3a6 req-4b07d6bb-500f-4d23-846e-51cd9ae27250 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0644526 Feb 15 15:20:47.059151 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5ef3b6e-92a3-4e50-bf9f-eef14499e3a6 req-f0d3708f-cb28-4eb9-b2e1-2b5e0aeb1c86 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Feb 15 15:20:47.125500 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['0efa0903-f8cc-43eb-85a2-bb7541aeb4f5'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:47.224655 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfb7ab-f603-41a6-b771-02ff15e66aee req-5aae3fc6-aac8-4fa5-a137-a283b87f0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:47.228563 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-84bfb7ab-f603-41a6-b771-02ff15e66aee req-5aae3fc6-aac8-4fa5-a137-a283b87f0b35 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 1130 time: 0.0551817 Feb 15 15:20:47.283243 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-84bfb7ab-f603-41a6-b771-02ff15e66aee req-64c492ad-870b-4102-8095-d8dbe06a0f69 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Feb 15 15:20:47.907739 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c40ee-57df-46db-a53e-6c3980671ff5 req-170541a4-80a2-4e5b-a79b-2b23f42288a4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:47.909304 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cd2c40ee-57df-46db-a53e-6c3980671ff5 req-170541a4-80a2-4e5b-a79b-2b23f42288a4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 945 time: 0.0550117 Feb 15 15:20:47.971564 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cd2c40ee-57df-46db-a53e-6c3980671ff5 req-37de9b5e-d171-44bd-bb5e-e7aae088ca4d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563853 Feb 15 15:20:48.081544 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd4e1-a268-4b15-b0a2-7ea6a24b2aeb req-8d5217f8-c613-467b-99ee-ad253b3a00b8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:48.089007 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd6fd4e1-a268-4b15-b0a2-7ea6a24b2aeb req-8d5217f8-c613-467b-99ee-ad253b3a00b8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0593925 Feb 15 15:20:48.143194 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd6fd4e1-a268-4b15-b0a2-7ea6a24b2aeb req-c4a3ea14-d54d-4f93-9683-992c7f03707f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530162 Feb 15 15:20:48.205146 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a70f-a019-46f3-93eb-a68baba09d5b req-c7375251-c776-4466-9c96-3e8f16997f17 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:48.218671 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a939a70f-a019-46f3-93eb-a68baba09d5b req-c7375251-c776-4466-9c96-3e8f16997f17 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0700512 Feb 15 15:20:48.259231 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a939a70f-a019-46f3-93eb-a68baba09d5b req-ba227364-a52d-443b-b83f-da97b9253d44 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Feb 15 15:20:49.275991 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c8274-ebd9-4a9b-88ae-1338ec3165a6 req-7a367e50-ef9f-4742-8738-6a290009fab2 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:49.278580 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a50c8274-ebd9-4a9b-88ae-1338ec3165a6 req-7a367e50-ef9f-4742-8738-6a290009fab2 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.0674531 Feb 15 15:20:49.331226 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a50c8274-ebd9-4a9b-88ae-1338ec3165a6 req-e27baa9a-7efb-4211-9852-599e405997a3 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Feb 15 15:20:49.443357 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2037ca-4a21-4515-88e8-f5ecbe1d117a req-9b4348d5-44bd-40a6-93f0-8f368ba206bf tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:49.444849 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2a2037ca-4a21-4515-88e8-f5ecbe1d117a req-9b4348d5-44bd-40a6-93f0-8f368ba206bf tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0543957 Feb 15 15:20:49.498211 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2a2037ca-4a21-4515-88e8-f5ecbe1d117a req-6d32c28c-c03b-4d3f-aea9-b88884e5ed51 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Feb 15 15:20:49.614591 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301999c-8faf-45f6-a6df-f4de8840d037 req-a32b0d39-d495-46d8-b5cc-8af7cce3e55f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:49.616167 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c301999c-8faf-45f6-a6df-f4de8840d037 req-a32b0d39-d495-46d8-b5cc-8af7cce3e55f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0569921 Feb 15 15:20:49.665460 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c301999c-8faf-45f6-a6df-f4de8840d037 req-d34f454b-e526-4cb9-a246-c59ef350308f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Feb 15 15:20:49.703036 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d86b4e-3852-454d-94bf-420e161ae0d9 req-78bd4807-2ed7-43b4-b90e-f433caae9249 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:49.704607 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-09d86b4e-3852-454d-94bf-420e161ae0d9 req-78bd4807-2ed7-43b4-b90e-f433caae9249 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 945 time: 0.0536468 Feb 15 15:20:49.756476 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-09d86b4e-3852-454d-94bf-420e161ae0d9 req-3daf894d-7613-4240-96a0-24171bcc42d2 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460942 Feb 15 15:20:50.379293 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:20:50.535817 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:20:50.540794 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:20:50.541530 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:50.622185 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6b8fa-d6c6-4b46-8c8b-f76d7207e66b req-b311779f-cada-4366-999e-468224286af8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:50.623726 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ce6b8fa-d6c6-4b46-8c8b-f76d7207e66b req-b311779f-cada-4366-999e-468224286af8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0541422 Feb 15 15:20:50.632728 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:50.633123 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:50.665856 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418af790-a0df-4ed0-995d-c427b088bbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:50.671752 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe087e-274d-4374-9665-a91ee2f913d7" -d '{"events": [{"server_uuid": "418af790-a0df-4ed0-995d-c427b088bbd9", "name": "network-vif-plugged", "status": "completed", "tag": "0efa0903-f8cc-43eb-85a2-bb7541aeb4f5"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:50.674581 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ce6b8fa-d6c6-4b46-8c8b-f76d7207e66b req-a4e509e6-4ab5-4de9-b5aa-c02e069a32c1 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452204 Feb 15 15:20:50.684212 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:50.708394 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209606c4-20a4-44a6-b818-eb19e18f5dfc x-openstack-request-id: req-209606c4-20a4-44a6-b818-eb19e18f5dfc {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:50.708740 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418af790-a0df-4ed0-995d-c427b088bbd9", "name": "network-vif-plugged", "status": "completed", "tag": "0efa0903-f8cc-43eb-85a2-bb7541aeb4f5", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:50.709012 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-209606c4-20a4-44a6-b818-eb19e18f5dfc {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:50.709475 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418af790-a0df-4ed0-995d-c427b088bbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5', 'code': 200} Feb 15 15:20:50.787206 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:50.840264 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:50.901305 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2eaba-a711-418d-b270-cda9f442c95a req-02c29c4a-fcda-4528-ada4-899780eea12d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:50.906573 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a8d2eaba-a711-418d-b270-cda9f442c95a req-02c29c4a-fcda-4528-ada4-899780eea12d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 945 time: 0.0674136 Feb 15 15:20:50.977131 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a8d2eaba-a711-418d-b270-cda9f442c95a req-5b5f206f-2af6-4617-8e33-ade72a567808 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597994 Feb 15 15:20:51.093710 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9479b2-f096-4715-bffc-4b69e8a14f6d req-c1b19308-d8a5-4bf3-a4f7-b82ee94c5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:51.095333 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b9479b2-f096-4715-bffc-4b69e8a14f6d req-c1b19308-d8a5-4bf3-a4f7-b82ee94c5ae7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 1130 time: 0.0447252 Feb 15 15:20:51.164042 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b9479b2-f096-4715-bffc-4b69e8a14f6d req-3aed50cb-dfbe-48ca-a893-266a1091c0f1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464823 Feb 15 15:20:51.798618 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643e382-7ec7-4f85-bbd4-aba716d900d1 req-9d5e0b1e-7cdb-4d4a-823d-137bd150e58f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:51.800164 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7643e382-7ec7-4f85-bbd4-aba716d900d1 req-9d5e0b1e-7cdb-4d4a-823d-137bd150e58f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 946 time: 0.0589068 Feb 15 15:20:51.856300 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7643e382-7ec7-4f85-bbd4-aba716d900d1 req-cedacca4-9e7d-4b12-8879-9ccf4a7e4061 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475321 Feb 15 15:20:51.894389 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a673ac-2c72-4b35-a3ab-3c8a091566fa req-8be500da-de88-4057-b1c2-fcf1f6726b91 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:51.895914 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-36a673ac-2c72-4b35-a3ab-3c8a091566fa req-8be500da-de88-4057-b1c2-fcf1f6726b91 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0706475 Feb 15 15:20:51.943524 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-36a673ac-2c72-4b35-a3ab-3c8a091566fa req-e8aa72d2-9448-40f8-8968-1a6c64a6738a tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Feb 15 15:20:51.952123 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-6c02faa4-2a3e-423c-a92c-9b464df4840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:51.953623 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-6c02faa4-2a3e-423c-a92c-9b464df4840b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1130 time: 0.0458281 Feb 15 15:20:52.085913 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-15f44fa9-67c6-4317-98f0-21def161a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:52.087347 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-15f44fa9-67c6-4317-98f0-21def161a7d5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 919 time: 0.1252835 Feb 15 15:20:52.111348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7090de-a8b0-4c02-822b-1c8a32cea3ea req-be1376ce-5b7d-447e-8650-2005fb421ac3 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:52.112747 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce7090de-a8b0-4c02-822b-1c8a32cea3ea req-be1376ce-5b7d-447e-8650-2005fb421ac3 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 945 time: 0.0615509 Feb 15 15:20:52.154158 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-e8769724-a8ae-4f55-8fc2-c06d8fa2a684 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 200 len: 217 time: 0.0404599 Feb 15 15:20:52.245399 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ce7090de-a8b0-4c02-822b-1c8a32cea3ea req-2ec293e8-22d6-479a-a3ba-879759edd877 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261160 Feb 15 15:20:52.267694 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-8a21cbc5-26dd-4071-9196-a377e94dea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:52.269169 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-8a21cbc5-26dd-4071-9196-a377e94dea45 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.0767407 Feb 15 15:20:52.306028 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36824) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:52.315193 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-70138ead-cc73-4ad2-8d27-fbb18f1be441 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277629 Feb 15 15:20:52.426374 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-43289bdd-d350-46dd-a1e2-1e1d30195054 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005340 Feb 15 15:20:52.429808 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-37fbc0eb-23bc-4666-98d2-812d5218d9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:52.507429 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-37fbc0eb-23bc-4666-98d2-812d5218d9f6 admin admin] Publish callbacks [] for security_group (2d5da4e3-989f-4560-b7ee-8a7b63d33baf), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:52.527996 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65c157d1-f5dc-4ab7-a44f-93a6ec3faa51 req-665b38a9-99b7-4aec-9221-ccf79cd90024 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899794 Feb 15 15:20:52.564395 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-37fbc0eb-23bc-4666-98d2-812d5218d9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2d5da4e3-989f-4560-b7ee-8a7b63d33baf), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:52.604124 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-37fbc0eb-23bc-4666-98d2-812d5218d9f6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=38cbec83a2cb49e584ea8da32e8120d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967846 Feb 15 15:20:52.605233 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbc0eb-23bc-4666-98d2-812d5218d9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5da4e3-989f-4560-b7ee-8a7b63d33baf,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:52.606885 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36832) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:52.662900 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a971dd43-f0e1-4cde-9bcc-83f333999206 admin admin] Publish callbacks [] for security_group (2d5da4e3-989f-4560-b7ee-8a7b63d33baf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:52.710045 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a971dd43-f0e1-4cde-9bcc-83f333999206 admin admin] Publish callbacks [] for security_group (2d5da4e3-989f-4560-b7ee-8a7b63d33baf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:52.756433 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-0b06c8fc-1d18-47e3-b083-f76fb1e9ddef tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:52.757916 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-0b06c8fc-1d18-47e3-b083-f76fb1e9ddef tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.102 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 945 time: 0.0856380 Feb 15 15:20:52.845207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a971dd43-f0e1-4cde-9bcc-83f333999206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2d5da4e3-989f-4560-b7ee-8a7b63d33baf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:52.847901 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a971dd43-f0e1-4cde-9bcc-83f333999206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:52.849041 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a971dd43-f0e1-4cde-9bcc-83f333999206 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2d5da4e3-989f-4560-b7ee-8a7b63d33baf HTTP/1.1" status: 204 len: 168 time: 0.2411549 Feb 15 15:20:52.861598 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971dd43-f0e1-4cde-9bcc-83f333999206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5da4e3-989f-4560-b7ee-8a7b63d33baf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:52.900683 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Deleting port 353e9976-1ca6-420b-b530-eb6320800884 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:20:52.901127 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (353e9976-1ca6-420b-b530-eb6320800884), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.011306 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] For port 353e9976-1ca6-420b-b530-eb6320800884, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=353e9976-1ca6-420b-b530-eb6320800884,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:53.011684 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (353e9976-1ca6-420b-b530-eb6320800884), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.014587 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11643a-d1e7-4100-af1a-74efeb80fd4f req-745af1b3-b108-4b4a-9a78-46d84c43bcf8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:53.016399 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a11643a-d1e7-4100-af1a-74efeb80fd4f req-745af1b3-b108-4b4a-9a78-46d84c43bcf8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 946 time: 0.0701275 Feb 15 15:20:53.028942 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Calling delete_port for 353e9976-1ca6-420b-b530-eb6320800884 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:20:53.068304 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a11643a-d1e7-4100-af1a-74efeb80fd4f req-cc73ceb8-4c8b-4257-be9b-6745d4a447e0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441208 Feb 15 15:20:53.158911 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf047cd0-c6f3-4c69-97bc-240c5275f7c1 req-5ac5f644-d105-45cb-b2a8-a28fe440da59 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:53.160562 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cf047cd0-c6f3-4c69-97bc-240c5275f7c1 req-5ac5f644-d105-45cb-b2a8-a28fe440da59 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0833330 Feb 15 15:20:53.249898 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cf047cd0-c6f3-4c69-97bc-240c5275f7c1 req-7eac808d-e0c7-4588-8ade-21280175695b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824001 Feb 15 15:20:53.313394 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (353e9976-1ca6-420b-b530-eb6320800884), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.330864 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['353e9976-1ca6-420b-b530-eb6320800884'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:20:53.343484 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fc75dfaa-f459-420f-be94-52fde6d44e14 req-3655c8db-80b0-41f7-894e-859260c94c25 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 210 time: 0.0320120 Feb 15 15:20:53.362286 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Pushing event deleted for resources: {'Port': ['ID=353e9976-1ca6-420b-b530-eb6320800884,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:53.410661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] No DVR routers for this DVR port 353e9976-1ca6-420b-b530-eb6320800884 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:20:53.414547 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.425188 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-008b5793-4ec5-4036-a29c-4f249fef1504 req-a1bc5be7-d960-4ca0-9e09-698cc24c4e0d tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.102 "DELETE /v2.0/ports/353e9976-1ca6-420b-b530-eb6320800884 HTTP/1.1" status: 204 len: 173 time: 0.6463304 Feb 15 15:20:53.425188 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6', 'name': 'network-vif-deleted', 'tag': '353e9976-1ca6-420b-b530-eb6320800884'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:53.425188 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5204164-1997-40ab-8932-55c91fea3ddd" -d '{"events": [{"server_uuid": "dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6", "name": "network-vif-deleted", "tag": "353e9976-1ca6-420b-b530-eb6320800884"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:53.460285 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e5236e-79c1-420e-8b80-1c10fa878cf6 x-openstack-request-id: req-60e5236e-79c1-420e-8b80-1c10fa878cf6 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:53.460749 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6", "name": "network-vif-deleted", "tag": "353e9976-1ca6-420b-b530-eb6320800884", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:53.460996 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-60e5236e-79c1-420e-8b80-1c10fa878cf6 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:53.461389 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6', 'name': 'network-vif-deleted', 'tag': '353e9976-1ca6-420b-b530-eb6320800884', 'status': 'completed', 'code': 200} Feb 15 15:20:53.520641 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 36858) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:53.536188 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-078e55e5-4a62-455b-b5e4-ef621d72b1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.614912 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-078e55e5-4a62-455b-b5e4-ef621d72b1fa admin admin] Publish callbacks [] for security_group (b91b5559-40e3-4bb0-baab-5e6410c50941), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.713819 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-078e55e5-4a62-455b-b5e4-ef621d72b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (b91b5559-40e3-4bb0-baab-5e6410c50941), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.754545 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-078e55e5-4a62-455b-b5e4-ef621d72b1fa admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2f3152f086db49dd817a67a9a02660a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329991 Feb 15 15:20:53.755396 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e55e5-4a62-455b-b5e4-ef621d72b1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91b5559-40e3-4bb0-baab-5e6410c50941,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:53.758211 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 36860) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:20:53.808903 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3045567d-9513-4193-8f80-aaa9d52daa38 admin admin] Publish callbacks [] for security_group (b91b5559-40e3-4bb0-baab-5e6410c50941), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.831957 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3045567d-9513-4193-8f80-aaa9d52daa38 admin admin] Publish callbacks [] for security_group (b91b5559-40e3-4bb0-baab-5e6410c50941), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.987537 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3045567d-9513-4193-8f80-aaa9d52daa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (b91b5559-40e3-4bb0-baab-5e6410c50941), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.990208 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3045567d-9513-4193-8f80-aaa9d52daa38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.991359 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3045567d-9513-4193-8f80-aaa9d52daa38 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b91b5559-40e3-4bb0-baab-5e6410c50941 HTTP/1.1" status: 204 len: 168 time: 0.2318118 Feb 15 15:20:54.000416 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045567d-9513-4193-8f80-aaa9d52daa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91b5559-40e3-4bb0-baab-5e6410c50941,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:54.192993 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df345e9e-db4f-45aa-b09c-dbc6f865657a req-01f24983-6a45-4b12-978d-47a7e76faf96 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:54.194451 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df345e9e-db4f-45aa-b09c-dbc6f865657a req-01f24983-6a45-4b12-978d-47a7e76faf96 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 946 time: 0.0570676 Feb 15 15:20:54.244282 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df345e9e-db4f-45aa-b09c-dbc6f865657a req-9d85f630-fb45-4ca4-8ee6-d8ac240e3e8c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Feb 15 15:20:54.395984 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd98e1-830b-4e86-9c6f-b85e22898045 req-16a06cb2-d60e-4827-98ce-35641531ada7 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:54.397529 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-58cd98e1-830b-4e86-9c6f-b85e22898045 req-16a06cb2-d60e-4827-98ce-35641531ada7 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0748026 Feb 15 15:20:54.459984 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-58cd98e1-830b-4e86-9c6f-b85e22898045 req-948a3a71-35fd-427f-a048-8730351bae6e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548103 Feb 15 15:20:54.510278 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-04564777-88ef-47fb-aa0e-cd8d4be698b6 req-6e0ecb47-1fc7-4550-93e4-0e6e94090071 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=dd7fccfe-54e9-4b1e-94c6-7bdc5a6ce5a6 HTTP/1.1" status: 200 len: 210 time: 0.0330377 Feb 15 15:20:55.623247 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a51ddd-f40a-4913-a265-a961e9fa0cda req-86ddfb21-f1eb-4c13-af66-d09fbc425134 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:55.625072 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7a51ddd-f40a-4913-a265-a961e9fa0cda req-86ddfb21-f1eb-4c13-af66-d09fbc425134 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0883007 Feb 15 15:20:55.690883 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7a51ddd-f40a-4913-a265-a961e9fa0cda req-60cbdedf-884d-44b9-96f8-09c18c354961 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597112 Feb 15 15:20:55.905335 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-e640184a-c747-48ea-b8e5-11d77219ba30 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:55.907693 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-e640184a-c747-48ea-b8e5-11d77219ba30 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/networks?id=d047da6c-aa8c-467d-9b40-df6b86718999 HTTP/1.1" status: 200 len: 809 time: 0.1066186 Feb 15 15:20:55.923368 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-9470e210-0c73-4112-8088-b47441898918 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/quotas/b7b97f0e1d1c45fda1ed5fd43f110f66 HTTP/1.1" status: 200 len: 375 time: 0.0100975 Feb 15 15:20:55.965913 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-f8f77458-39f5-439c-8563-e9662554deee tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b7b97f0e1d1c45fda1ed5fd43f110f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372260 Feb 15 15:20:56.068532 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-676dfd94-ad9d-475f-8b3e-ac08eed96406 service neutron] 10.222.0.110 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952802 Feb 15 15:20:56.161768 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-4bf6395f-99dd-4241-ad7a-28038f213bd5 service neutron] 10.222.0.110 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Feb 15 15:20:56.456397 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1cbf55b1-9447-4751-bedd-76c07445ad87 req-34481361-b1ac-4aec-8d82-9c79e3b2d49e tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 210 time: 0.0267532 Feb 15 15:20:56.840811 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d80706-4e64-45a4-a9b3-5d7b7062f59f req-3af0c081-aaa4-4df3-8c50-0a0ea216c470 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:56.843241 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-02d80706-4e64-45a4-a9b3-5d7b7062f59f req-3af0c081-aaa4-4df3-8c50-0a0ea216c470 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0798278 Feb 15 15:20:56.890777 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-02d80706-4e64-45a4-a9b3-5d7b7062f59f req-5be4171b-d132-4aa2-8442-c80f9ae75c27 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Feb 15 15:20:57.411927 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-951d7e0a-38cb-4207-b00b-686730af93d6 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:57.413437 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-951d7e0a-38cb-4207-b00b-686730af93d6 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 814 time: 0.1030796 Feb 15 15:20:57.428438 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-109c2332-914d-458f-a0ab-1b67f9e61cf8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/quotas/abcafe5f2e554a5db4d295e18da03293 HTTP/1.1" status: 200 len: 375 time: 0.0094249 Feb 15 15:20:57.486927 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-26b84136-de3f-4e4c-a7ab-8dc3b2690137 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532339 Feb 15 15:20:57.547875 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c9b268b1-26e9-421e-9106-e0484349434e req-1a1bedfa-3887-4ce4-8d62-ddaa82120d0c tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 210 time: 0.0279083 Feb 15 15:20:57.579585 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-43d5202f-9fca-49ea-95da-e4be10cc9116 service neutron] 10.222.0.110 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860922 Feb 15 15:20:57.677673 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-cb681caf-6c90-4e18-9522-54410420d71e service neutron] 10.222.0.110 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923681 Feb 15 15:20:57.905065 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24542cf0-e56d-4803-94b9-0cfdce5e3e34 req-79e56cae-fe12-4442-9cc5-dbd9d47ea4f6 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 210 time: 0.0289509 Feb 15 15:20:58.024850 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6389577-73ed-4560-a630-0954c427792c req-c74d79c8-8946-40a9-98e5-b95722feebaf tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:58.026382 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d6389577-73ed-4560-a630-0954c427792c req-c74d79c8-8946-40a9-98e5-b95722feebaf tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0556393 Feb 15 15:20:58.077197 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d6389577-73ed-4560-a630-0954c427792c req-7f077cfe-55fa-43b8-96b9-f43d2567a1ae tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Feb 15 15:20:58.643343 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-22259940-608d-4a58-96cf-08946dece3c6 req-98de0885-5d75-4d8a-b3db-ab6dbb02a38f tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 210 time: 0.0275793 Feb 15 15:20:58.794097 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 353e9976-1ca6-420b-b530-eb6320800884 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:20:58.816279 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 353e9976-1ca6-420b-b530-eb6320800884 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:20:58.816635 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 353e9976-1ca6-420b-b530-eb6320800884 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:20:59.006071 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edb6af24-81b4-4ebd-a283-4a59bfce9c69 req-d1d23db8-6f50-4ab1-bcd8-1f1f08dcc212 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 210 time: 0.0276315 Feb 15 15:20:59.195855 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbb619-86ef-4339-aca8-3ee192e59a25 req-7ba0db82-1a93-47f4-b70a-88befe344b48 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:59.197323 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89dbb619-86ef-4339-aca8-3ee192e59a25 req-7ba0db82-1a93-47f4-b70a-88befe344b48 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0515325 Feb 15 15:20:59.246813 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89dbb619-86ef-4339-aca8-3ee192e59a25 req-740d9517-2022-4014-a411-23d20620c690 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Feb 15 15:20:59.736204 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e491398c-e250-4dd1-bb12-62936485dcda req-1db0b2b3-48fa-42a0-acd7-e0aa3fe1e31b tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 210 time: 0.0269673 Feb 15 15:21:00.104342 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aaf43fda-6ca8-4500-a8e4-f4c98aba31a3 req-f053ebc6-e5d8-4877-ae76-081c83094dd3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 210 time: 0.0264354 Feb 15 15:21:00.366496 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22367e56-64e2-4f39-a19e-fcf8daa75441 req-cd78e5bf-50f0-4e17-b7bd-d5944a498920 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:00.368034 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22367e56-64e2-4f39-a19e-fcf8daa75441 req-cd78e5bf-50f0-4e17-b7bd-d5944a498920 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0543342 Feb 15 15:21:00.415043 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22367e56-64e2-4f39-a19e-fcf8daa75441 req-0941ecf4-45c4-438c-8e1a-e66619cf5159 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Feb 15 15:21:00.829047 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-192fae9f-d057-4eb7-9836-0b7ded336883 req-d67fc94a-a92f-45c7-bf0e-3ca5a87f56bf tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 210 time: 0.0270858 Feb 15 15:21:00.948746 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-c2882f4e-4fe9-40f6-8d73-13ce071f45f3 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:00.950166 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-c2882f4e-4fe9-40f6-8d73-13ce071f45f3 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.102 "GET /v2.0/networks?id=d047da6c-aa8c-467d-9b40-df6b86718999 HTTP/1.1" status: 200 len: 809 time: 0.1031778 Feb 15 15:21:00.970061 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Request body: {'port': {'device_id': '78bd4e21-0b0d-464e-beb8-eefb7520c5ba', 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999', 'admin_state_up': True, 'tenant_id': 'b7b97f0e1d1c45fda1ed5fd43f110f66'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:21:01.153047 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Made reservation on behalf of b7b97f0e1d1c45fda1ed5fd43f110f66 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:21:01.157403 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:01.208917 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4b320127-c87a-4b86-a0f8-cf286ae78599 req-245d88d5-14fb-4297-b387-98d5b6e7deda tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 210 time: 0.0347047 Feb 15 15:21:01.391233 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-44c7956a-a6f1-4226-b72c-73e034574378 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:01.392613 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-44c7956a-a6f1-4226-b72c-73e034574378 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 814 time: 0.1567311 Feb 15 15:21:01.393703 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Allocated IP 172.20.0.12 (d047da6c-aa8c-467d-9b40-df6b86718999/8c274e2b-2a0b-4934-b837-994ea8c019f5/2661ec2a-3995-4084-8886-358e2e3a0325) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:21:01.430472 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Request body: {'port': {'device_id': '526f5276-03f1-4aae-bce8-1ffb62d5da8f', 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'admin_state_up': True, 'tenant_id': 'abcafe5f2e554a5db4d295e18da03293'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:21:01.549950 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f37e0-b57f-4d18-a9cf-bdec80c013ff req-5dc4c5a8-7bec-48b9-9536-c8efdded0d79 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:01.551443 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be9f37e0-b57f-4d18-a9cf-bdec80c013ff req-5dc4c5a8-7bec-48b9-9536-c8efdded0d79 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0557926 Feb 15 15:21:01.602870 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-be9f37e0-b57f-4d18-a9cf-bdec80c013ff req-e0a0c2e1-32e0-4d73-a2d9-a147ae9d6f39 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453908 Feb 15 15:21:01.642721 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks [] for port (2661ec2a-3995-4084-8886-358e2e3a0325), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:01.718492 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Made reservation on behalf of abcafe5f2e554a5db4d295e18da03293 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:21:01.721869 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:01.795037 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:01.877618 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Network d047da6c-aa8c-467d-9b40-df6b86718999 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:21:01.886564 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:21:01.892062 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:21:01.903076 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:01.903076 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:01.903076 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Pushing event updated for resources: {'Port': ['ID=2661ec2a-3995-4084-8886-358e2e3a0325,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:01.912660 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Allocated IP 172.20.0.7 (b3157b38-70a0-48e9-97db-bb27e9cc80c9/2bf91284-353b-4caa-aae4-645c7cbdb48d/21c77df9-8507-4bee-b3c3-c7e735bcb15c) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:21:01.979857 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-3b6adfae-cd59-4004-8a12-b3290ce3e4fc tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0150661 Feb 15 15:21:02.008420 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ecf91-8e70-4cd6-b3bb-e5da4acfb56e req-b0343926-650d-4251-aae6-c3a631194a95 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:02.010865 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f22ecf91-8e70-4cd6-b3bb-e5da4acfb56e req-b0343926-650d-4251-aae6-c3a631194a95 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 932 time: 0.1045849 Feb 15 15:21:02.290347 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Request body: {'port': {'device_id': '78bd4e21-0b0d-464e-beb8-eefb7520c5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:21:02.317897 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-166030df-2566-4fde-ac27-ad0c30f51a38 req-1dfd7591-2569-4329-88ff-2cc0aec2c5cd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 210 time: 0.0306835 Feb 15 15:21:02.398414 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f22ecf91-8e70-4cd6-b3bb-e5da4acfb56e req-59865669-4640-44fc-867d-c4c89b9fef8a tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779409 Feb 15 15:21:02.408044 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.425738 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks [] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.640304 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.659527 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['acd23972-fc2c-4adc-b584-8aeaed2a0b97', '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:02.719038 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f49f79c8-7e05-4195-a96d-4a8e4b2b22bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.721957 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Network b3157b38-70a0-48e9-97db-bb27e9cc80c9 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:21:02.724710 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Pushing event updated for resources: {'Port': ['ID=21c77df9-8507-4bee-b3c3-c7e735bcb15c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:02.727525 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:21:02.733551 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:21:02.738742 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:02.739370 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.782106 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a309c42-cfbd-4b24-8d81-98906234a1a1 req-3c49393d-60e1-47b0-9a0b-04f366c65bb8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:02.785124 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a309c42-cfbd-4b24-8d81-98906234a1a1 req-3c49393d-60e1-47b0-9a0b-04f366c65bb8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0855947 Feb 15 15:21:02.809565 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2661ec2a-3995-4084-8886-358e2e3a0325 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:02.818571 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Publish callbacks [] for port (2661ec2a-3995-4084-8886-358e2e3a0325), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.846037 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Transition to ACTIVE for port object 2661ec2a-3995-4084-8886-358e2e3a0325 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:21:02.858409 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-0867b630-9a03-4fc5-a48b-ddd5e45944c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343736 Feb 15 15:21:02.859390 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6a309c42-cfbd-4b24-8d81-98906234a1a1 req-0e465be0-a0b9-4dcc-874b-af38ce8f3fc2 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668995 Feb 15 15:21:02.874441 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Request body: {'port': {'device_id': '526f5276-03f1-4aae-bce8-1ffb62d5da8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:21:02.909441 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.981395 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.990463 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Pushing event updated for resources: {'Port': ['ID=2661ec2a-3995-4084-8886-358e2e3a0325,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:03.050981 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Attempting to bind port 2661ec2a-3995-4084-8886-358e2e3a0325 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:21:03.051321 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Attempting to bind port 2661ec2a-3995-4084-8886-358e2e3a0325 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:21:03.051649 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Attempting to bind port 2661ec2a-3995-4084-8886-358e2e3a0325 on network d047da6c-aa8c-467d-9b40-df6b86718999 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:21:03.058751 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Port 2661ec2a-3995-4084-8886-358e2e3a0325 on network d047da6c-aa8c-467d-9b40-df6b86718999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:21:03.059075 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Attempting to bind port 2661ec2a-3995-4084-8886-358e2e3a0325 on network d047da6c-aa8c-467d-9b40-df6b86718999 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:21:03.070203 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:21:03.070540 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Checking segment: {'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:21:03.080710 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Bound using segment: {'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:21:03.080710 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Bound port: 2661ec2a-3995-4084-8886-358e2e3a0325, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ae373e-4e72-476f-8d65-f2c977ab3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:21:03.080710 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:03.244028 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] For port 2661ec2a-3995-4084-8886-358e2e3a0325, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:21:03.259459 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] For port 2661ec2a-3995-4084-8886-358e2e3a0325, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661ec2a-3995-4084-8886-358e2e3a0325,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:21:03.350049 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c77df9-8507-4bee-b3c3-c7e735bcb15c {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:03.357760 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Publish callbacks [] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:03.361873 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:03.401384 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Transition to ACTIVE for port object 21c77df9-8507-4bee-b3c3-c7e735bcb15c will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:21:03.416250 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:03.416865 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:03.418209 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] 10.222.0.102 "PUT /v2.0/ports/2661ec2a-3995-4084-8886-358e2e3a0325 HTTP/1.1" status: 200 len: 1094 time: 1.1368685 Feb 15 15:21:03.418648 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bd4e21-0b0d-464e-beb8-eefb7520c5ba', 'tag': '2661ec2a-3995-4084-8886-358e2e3a0325'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:03.421075 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893" -d '{"events": [{"name": "network-changed", "server_uuid": "78bd4e21-0b0d-464e-beb8-eefb7520c5ba", "tag": "2661ec2a-3995-4084-8886-358e2e3a0325"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:03.467978 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7ff2d-281a-4fd1-99f3-b0f5b0acbc51 service neutron] Pushing event updated for resources: {'Port': ['ID=2661ec2a-3995-4084-8886-358e2e3a0325,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:03.489769 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea83d0f-7edb-4720-93cf-0207a7470e59 req-94be2254-b0f0-46d0-bc8d-b642fe3b506b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:03.491372 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9ea83d0f-7edb-4720-93cf-0207a7470e59 req-94be2254-b0f0-46d0-bc8d-b642fe3b506b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 931 time: 0.0964444 Feb 15 15:21:03.492626 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:03.534877 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b8921-79d1-433f-90fc-a50203c60c5d req-acc4fb21-2e77-4bc5-ac4a-222bde232820 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:03.536756 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70b8921-79d1-433f-90fc-a50203c60c5d req-acc4fb21-2e77-4bc5-ac4a-222bde232820 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 944 time: 0.0637467 Feb 15 15:21:03.583826 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Pushing event updated for resources: {'Port': ['ID=21c77df9-8507-4bee-b3c3-c7e735bcb15c,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:03.607980 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a70b8921-79d1-433f-90fc-a50203c60c5d req-a9849d66-a7eb-4a86-8ae9-439c7e2c96f7 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638015 Feb 15 15:21:03.670843 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9ea83d0f-7edb-4720-93cf-0207a7470e59 req-fab18103-672d-43a7-9256-31cb3d9e9b3a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694019 Feb 15 15:21:03.672874 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Attempting to bind port 21c77df9-8507-4bee-b3c3-c7e735bcb15c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:21:03.673354 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Attempting to bind port 21c77df9-8507-4bee-b3c3-c7e735bcb15c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:21:03.673533 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Attempting to bind port 21c77df9-8507-4bee-b3c3-c7e735bcb15c on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:21:03.678749 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7092ab72-ad6b-440a-bfbc-6951a9f828ef x-openstack-request-id: req-7092ab72-ad6b-440a-bfbc-6951a9f828ef {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:03.679046 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bd4e21-0b0d-464e-beb8-eefb7520c5ba", "tag": "2661ec2a-3995-4084-8886-358e2e3a0325", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:03.679305 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7092ab72-ad6b-440a-bfbc-6951a9f828ef {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:03.679725 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bd4e21-0b0d-464e-beb8-eefb7520c5ba', 'tag': '2661ec2a-3995-4084-8886-358e2e3a0325', 'status': 'completed', 'code': 200} Feb 15 15:21:03.683524 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Port 21c77df9-8507-4bee-b3c3-c7e735bcb15c on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:21:03.683891 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Attempting to bind port 21c77df9-8507-4bee-b3c3-c7e735bcb15c on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:21:03.692358 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-c9d6bfcc-6d51-4be7-b14b-eebbba8de6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:03.693882 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-c9d6bfcc-6d51-4be7-b14b-eebbba8de6a1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b7b97f0e1d1c45fda1ed5fd43f110f66&device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 1128 time: 0.1220760 Feb 15 15:21:03.695026 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:21:03.695371 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Checking segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:21:03.695849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Bound using segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:21:03.696295 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Bound port: 21c77df9-8507-4bee-b3c3-c7e735bcb15c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:21:03.696651 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:03.743738 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-780cdca0-0617-4a80-ba8b-4e9597192a7d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2661ec2a-3995-4084-8886-358e2e3a0325 HTTP/1.1" status: 200 len: 217 time: 0.0375478 Feb 15 15:21:03.834970 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-4b7a5422-8244-4217-9c3c-6be915caf908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:03.836447 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-4b7a5422-8244-4217-9c3c-6be915caf908 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c274e2b-2a0b-4934-b837-994ea8c019f5 HTTP/1.1" status: 200 len: 849 time: 0.0715632 Feb 15 15:21:03.838775 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] For port 21c77df9-8507-4bee-b3c3-c7e735bcb15c, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:21:03.842586 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] For port 21c77df9-8507-4bee-b3c3-c7e735bcb15c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21c77df9-8507-4bee-b3c3-c7e735bcb15c,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:21:03.873345 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-26adea81-d2ad-41fd-81af-e3c695c59fb0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d047da6c-aa8c-467d-9b40-df6b86718999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251575 Feb 15 15:21:03.934208 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:03.989208 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:03.989755 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169af058-9955-4b90-8a9b-dec78d654f3d req-6d5986ac-dd39-40d2-96c6-2e4c3a901ef7 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:03.990312 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:03.991221 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] 10.222.0.102 "PUT /v2.0/ports/21c77df9-8507-4bee-b3c3-c7e735bcb15c HTTP/1.1" status: 200 len: 1093 time: 1.1223123 Feb 15 15:21:03.991556 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-169af058-9955-4b90-8a9b-dec78d654f3d req-6d5986ac-dd39-40d2-96c6-2e4c3a901ef7 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0666125 Feb 15 15:21:04.023161 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-9860d5b3-c899-4829-b529-85059abb4a32 service neutron] 10.222.0.102 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422203 Feb 15 15:21:04.026094 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307582b-ef41-46d6-a145-65218fe77043 service neutron] Pushing event updated for resources: {'Port': ['ID=21c77df9-8507-4bee-b3c3-c7e735bcb15c,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:04.046337 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-169af058-9955-4b90-8a9b-dec78d654f3d req-5a012926-dfdc-4709-8260-d26008789179 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491242 Feb 15 15:21:04.119274 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a2dec27-689f-44b9-a133-40c3cfc51eac req-b268dd70-0ec3-4b67-ae91-cf785a9dafe2 service neutron] 10.222.0.102 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893838 Feb 15 15:21:04.179692 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-456d0e99-74b7-44e0-a38d-60258552e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:04.181504 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-456d0e99-74b7-44e0-a38d-60258552e19a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 1127 time: 0.0488403 Feb 15 15:21:04.214150 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:21:04.249032 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-7d9843d1-f568-4b3d-846e-34e4e48815d8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c77df9-8507-4bee-b3c3-c7e735bcb15c HTTP/1.1" status: 200 len: 217 time: 0.0464711 Feb 15 15:21:04.322578 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-b7e64a37-cbf5-4b60-a300-3a3e6dd0ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:04.324193 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-b7e64a37-cbf5-4b60-a300-3a3e6dd0ee94 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2bf91284-353b-4caa-aae4-645c7cbdb48d HTTP/1.1" status: 200 len: 854 time: 0.0574615 Feb 15 15:21:04.327256 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-2a346b7e-8d9d-4539-9e6d-2303f6c710df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:04.328609 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-2a346b7e-8d9d-4539-9e6d-2303f6c710df service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b7b97f0e1d1c45fda1ed5fd43f110f66&device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 1128 time: 0.0879672 Feb 15 15:21:04.402308 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-04bcb531-96fd-4883-8d0b-00523e4b1d0e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3157b38-70a0-48e9-97db-bb27e9cc80c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651047 Feb 15 15:21:04.500362 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-2d4dbe5d-773d-414d-993f-66dffb8d5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:04.501806 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-2d4dbe5d-773d-414d-993f-66dffb8d5772 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d047da6c-aa8c-467d-9b40-df6b86718999 HTTP/1.1" status: 200 len: 910 time: 0.1637945 Feb 15 15:21:04.555619 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-96ab0283-09e7-4abd-855e-5b96399b2b17 service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433074 Feb 15 15:21:04.557574 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-549a96d3-8324-4469-8208-08de2bb30f01 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2661ec2a-3995-4084-8886-358e2e3a0325 HTTP/1.1" status: 200 len: 217 time: 0.0401371 Feb 15 15:21:04.674954 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-552b187e-9f85-4363-919e-fd4bc508aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:04.676494 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-552b187e-9f85-4363-919e-fd4bc508aa66 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c274e2b-2a0b-4934-b837-994ea8c019f5 HTTP/1.1" status: 200 len: 849 time: 0.1034322 Feb 15 15:21:04.726427 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-1630d6ac-dd7e-49e6-9df8-9832c62c5978 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d047da6c-aa8c-467d-9b40-df6b86718999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390882 Feb 15 15:21:04.789887 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37190) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:04.833815 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19514035-9a24-49ed-90ad-c18a8ded2bf0 req-90032e93-f1e4-46c4-b4fe-6ef9445045c7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:04.843362 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19514035-9a24-49ed-90ad-c18a8ded2bf0 req-90032e93-f1e4-46c4-b4fe-6ef9445045c7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 943 time: 0.0698183 Feb 15 15:21:04.908084 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-19514035-9a24-49ed-90ad-c18a8ded2bf0 req-87cdbd7e-1858-4bd7-9f84-38cc308f571d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581772 Feb 15 15:21:04.908759 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37192) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:04.925188 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0c64b78-fc15-41c9-b6f7-43f80f84d0ea req-ee04f96f-58db-43bd-a301-1f9d50ef9c5a service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592594 Feb 15 15:21:04.954705 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc341f9-dad6-45e5-a51a-1aeb234e6421 admin admin] Deleting subnet b00e4662-3942-4eec-8a74-d0d06ff591d8 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:21:04.960074 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bfc341f9-dad6-45e5-a51a-1aeb234e6421 admin admin] Publish callbacks [] for subnet (b00e4662-3942-4eec-8a74-d0d06ff591d8), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.001853 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492ade-b401-4d52-bc17-8288c1f2b59f req-2ef21217-a8de-45c3-a51d-8a2717c780a3 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:05.003271 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1492ade-b401-4d52-bc17-8288c1f2b59f req-2ef21217-a8de-45c3-a51d-8a2717c780a3 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 944 time: 0.2821081 Feb 15 15:21:05.026999 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a9577c7b-e182-499e-aee0-ab6ae76f7c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.033310 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bfc341f9-dad6-45e5-a51a-1aeb234e6421 admin admin] Publish callbacks [] for subnet (b00e4662-3942-4eec-8a74-d0d06ff591d8), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.037958 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-896f43e7-5529-4f06-86ab-ffc730543820 service neutron] 10.222.0.102 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952948 Feb 15 15:21:05.048387 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bfc341f9-dad6-45e5-a51a-1aeb234e6421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (b00e4662-3942-4eec-8a74-d0d06ff591d8), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.112139 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a9577c7b-e182-499e-aee0-ab6ae76f7c5a admin admin] Publish callbacks [] for security_group (f781934d-937b-43f7-84cd-ee3a7313381b), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.147449 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1492ade-b401-4d52-bc17-8288c1f2b59f req-8ac2e6ae-76a0-4159-81d1-d5d054f1c95a tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370301 Feb 15 15:21:05.174949 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5e1b3-06d0-402e-93fa-859654010627 req-818e18ee-aeee-4b43-9815-8f1b5b0b85c6 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:05.177410 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7e5e1b3-06d0-402e-93fa-859654010627 req-818e18ee-aeee-4b43-9815-8f1b5b0b85c6 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0579584 Feb 15 15:21:05.181298 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a9577c7b-e182-499e-aee0-ab6ae76f7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (f781934d-937b-43f7-84cd-ee3a7313381b), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.197831 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd3a069d-f1e3-4d22-ab6a-bc03305dc893 req-49ba3abf-1e0c-4305-be7f-c96b0d720cc8 service neutron] 10.222.0.102 "GET /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237073 Feb 15 15:21:05.236834 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9577c7b-e182-499e-aee0-ab6ae76f7c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781934d-937b-43f7-84cd-ee3a7313381b,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:05.244749 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bfc341f9-dad6-45e5-a51a-1aeb234e6421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for subnet (b00e4662-3942-4eec-8a74-d0d06ff591d8), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.252078 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a9577c7b-e182-499e-aee0-ab6ae76f7c5a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3ddd77f1f9ba4bcf9a9851209f5b5f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373389 Feb 15 15:21:05.252078 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37198) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:05.275569 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bfc341f9-dad6-45e5-a51a-1aeb234e6421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.278418 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7e5e1b3-06d0-402e-93fa-859654010627 req-6ce9fabe-b276-47d4-8d75-eef982967677 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934098 Feb 15 15:21:05.282637 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bfc341f9-dad6-45e5-a51a-1aeb234e6421 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/b00e4662-3942-4eec-8a74-d0d06ff591d8 HTTP/1.1" status: 204 len: 168 time: 0.4668498 Feb 15 15:21:05.282637 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc341f9-dad6-45e5-a51a-1aeb234e6421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00e4662-3942-4eec-8a74-d0d06ff591d8,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:05.283515 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37200) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:05.315048 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-923c6a0f-1887-422a-908b-cf5248736f53 admin admin] Publish callbacks [] for security_group (f781934d-937b-43f7-84cd-ee3a7313381b), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.343149 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-923c6a0f-1887-422a-908b-cf5248736f53 admin admin] Publish callbacks [] for security_group (f781934d-937b-43f7-84cd-ee3a7313381b), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.363892 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (1d73576d-b04f-4ead-a8b9-4f4097da238e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.404960 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-739e9335-3922-4bd3-b1c3-b6b05208b43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.438594 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-923c6a0f-1887-422a-908b-cf5248736f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (f781934d-937b-43f7-84cd-ee3a7313381b), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.441600 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-923c6a0f-1887-422a-908b-cf5248736f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.445247 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-923c6a0f-1887-422a-908b-cf5248736f53 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f781934d-937b-43f7-84cd-ee3a7313381b HTTP/1.1" status: 204 len: 168 time: 0.1915824 Feb 15 15:21:05.451907 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c6a0f-1887-422a-908b-cf5248736f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781934d-937b-43f7-84cd-ee3a7313381b,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:05.468605 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (1d73576d-b04f-4ead-a8b9-4f4097da238e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.492598 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.492951 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.493723 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.494061 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > port after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.494420 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > port after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.494804 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > port after_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.495113 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.495439 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.495785 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.496112 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.563193 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.563545 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.563909 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.564247 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 15:21:05.564654 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d73576d-b04f-4ead-a8b9-4f4097da238e']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:21:05.583336 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd902aec9-cb65-435f-8c2e-e90f018ac23a') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:21:05.583630 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd902aec9-cb65-435f-8c2e-e90f018ac23a') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:21:05.600413 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8824952'] for segment (d902aec9-cb65-435f-8c2e-e90f018ac23a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.622909 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (d902aec9-cb65-435f-8c2e-e90f018ac23a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.629669 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:21:05.630057 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9183591'] for segment (d902aec9-cb65-435f-8c2e-e90f018ac23a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: from cryptography.utils import int_from_bytes Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: from cryptography.utils import int_from_bytes Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: Traceback (most recent call last): Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: timer() Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: cb(*args, **kw) Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: return func(*args, **kwargs) Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: self._notify() Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: self.callback(batched_events) Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: event.method(event) Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: return f(self, *a, **k) Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._get(url).json() Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:21:05.634182 dv-cinder-778193-15-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:21:05.892436 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526f5276-03f1-4aae-bce8-1ffb62d5da8f', 'tag': '21c77df9-8507-4bee-b3c3-c7e735bcb15c'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:05.894824 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23" -d '{"events": [{"name": "network-changed", "server_uuid": "526f5276-03f1-4aae-bce8-1ffb62d5da8f", "tag": "21c77df9-8507-4bee-b3c3-c7e735bcb15c"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:05.938209 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782fc4db-0ea1-4a0c-88a9-a9741b6a07bb x-openstack-request-id: req-782fc4db-0ea1-4a0c-88a9-a9741b6a07bb {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:05.938527 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526f5276-03f1-4aae-bce8-1ffb62d5da8f", "tag": "21c77df9-8507-4bee-b3c3-c7e735bcb15c", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:05.938785 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-782fc4db-0ea1-4a0c-88a9-a9741b6a07bb {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:05.939178 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526f5276-03f1-4aae-bce8-1ffb62d5da8f', 'tag': '21c77df9-8507-4bee-b3c3-c7e735bcb15c', 'status': 'completed', 'code': 200} Feb 15 15:21:06.007499 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (1d73576d-b04f-4ead-a8b9-4f4097da238e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.032078 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.035394 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] 10.222.0.110 "DELETE /v2.0/networks/1d73576d-b04f-4ead-a8b9-4f4097da238e HTTP/1.1" status: 204 len: 168 time: 0.7508919 Feb 15 15:21:06.037002 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de37dde-37a3-473f-9445-d4f04fa57aab admin admin] Pushing event deleted for resources: {'Network': ['ID=1d73576d-b04f-4ead-a8b9-4f4097da238e,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:06.041731 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37216) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:06.042137 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7e1bf-c43f-4340-9cdd-c4be6a660507 req-e2db84fc-8919-4f08-840e-6637ceea8eab tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:06.043896 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dad7e1bf-c43f-4340-9cdd-c4be6a660507 req-e2db84fc-8919-4f08-840e-6637ceea8eab tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 943 time: 0.0728498 Feb 15 15:21:06.071050 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-36e969a3-4d72-430c-ac62-6e73a6d74475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:06.072607 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-36e969a3-4d72-430c-ac62-6e73a6d74475 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 1127 time: 0.1039524 Feb 15 15:21:06.101550 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dad7e1bf-c43f-4340-9cdd-c4be6a660507 req-afdee797-4458-4ef6-96eb-dee8effdc9be tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Feb 15 15:21:06.132882 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37220) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:06.147040 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dba06271-02f8-4635-9abb-eadc46d7f81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.150962 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-22609157-a592-40fe-b4e6-dce3c0230641 admin admin] Deleting subnet 1245778f-76dd-4f21-89fc-cc80d9ab447f {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:21:06.159380 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-22609157-a592-40fe-b4e6-dce3c0230641 admin admin] Publish callbacks [] for subnet (1245778f-76dd-4f21-89fc-cc80d9ab447f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.225362 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dba06271-02f8-4635-9abb-eadc46d7f81f admin admin] Publish callbacks [] for security_group (28602a17-fd51-4efb-814e-91657ae7d3be), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.246694 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-3e51424f-bc32-4e6b-a831-e549a1a2a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:06.248963 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-3e51424f-bc32-4e6b-a831-e549a1a2a4ed service neutron] 10.222.0.102 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 915 time: 0.1627281 Feb 15 15:21:06.284156 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-22609157-a592-40fe-b4e6-dce3c0230641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8824911'] for subnet (1245778f-76dd-4f21-89fc-cc80d9ab447f), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.301528 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dba06271-02f8-4635-9abb-eadc46d7f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (28602a17-fd51-4efb-814e-91657ae7d3be), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.338959 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-3bca0581-c508-4c3a-87a3-334886ba58a5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c77df9-8507-4bee-b3c3-c7e735bcb15c HTTP/1.1" status: 200 len: 217 time: 0.0668535 Feb 15 15:21:06.346450 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-dba06271-02f8-4635-9abb-eadc46d7f81f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d8ea45a362ce42c0a25d56db0d2db347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098894 Feb 15 15:21:06.346685 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37226) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:06.363657 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba06271-02f8-4635-9abb-eadc46d7f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28602a17-fd51-4efb-814e-91657ae7d3be,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:06.383527 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.407949 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-22609157-a592-40fe-b4e6-dce3c0230641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (1245778f-76dd-4f21-89fc-cc80d9ab447f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.416433 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007228d-57c3-4ffe-aecb-4b26e89cc0ff req-919c33dd-cce4-4093-a690-42b2a6069048 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:06.421569 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3007228d-57c3-4ffe-aecb-4b26e89cc0ff req-919c33dd-cce4-4093-a690-42b2a6069048 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 944 time: 0.1973641 Feb 15 15:21:06.437872 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2661ec2a-3995-4084-8886-358e2e3a0325 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:21:06.449991 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d6316-d587-459b-b94e-78c6160d05f2 req-3146f3d4-a1a5-449a-bf2e-abe5a4d939b2 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:06.452612 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee0d6316-d587-459b-b94e-78c6160d05f2 req-3146f3d4-a1a5-449a-bf2e-abe5a4d939b2 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0920761 Feb 15 15:21:06.453833 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c296e20f-ac82-45e2-92c1-7e920530c377 admin admin] Publish callbacks [] for security_group (28602a17-fd51-4efb-814e-91657ae7d3be), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.463308 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-e13b5836-71a9-4246-9a79-a746b3ec2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:06.464803 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-e13b5836-71a9-4246-9a79-a746b3ec2315 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2bf91284-353b-4caa-aae4-645c7cbdb48d HTTP/1.1" status: 200 len: 854 time: 0.1186700 Feb 15 15:21:06.490809 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c296e20f-ac82-45e2-92c1-7e920530c377 admin admin] Publish callbacks [] for security_group (28602a17-fd51-4efb-814e-91657ae7d3be), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.511690 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-063a4d34-a3cf-4fbd-87c8-7ae8b0966ccf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3157b38-70a0-48e9-97db-bb27e9cc80c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381396 Feb 15 15:21:06.546213 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee0d6316-d587-459b-b94e-78c6160d05f2 req-948a1d65-6210-49fb-a34c-bf9d8ee3e726 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825880 Feb 15 15:21:06.546425 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2661ec2a-3995-4084-8886-358e2e3a0325, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661ec2a-3995-4084-8886-358e2e3a0325,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:06.559238 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '2661ec2a-3995-4084-8886-358e2e3a0325', 'network_id': 'd047da6c-aa8c-467d-9b40-df6b86718999', 'port_id': '2661ec2a-3995-4084-8886-358e2e3a0325', 'mac_address': 'fa:16:3e:d1:88:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c274e2b-2a0b-4934-b837-994ea8c019f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:21:06.594495 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3007228d-57c3-4ffe-aecb-4b26e89cc0ff req-f8350a8f-9ecf-4dc0-b23c-9b023b6a56e6 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514435 Feb 15 15:21:06.599389 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2661ec2a-3995-4084-8886-358e2e3a0325 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:06.600075 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.614785 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2661ec2a-3995-4084-8886-358e2e3a0325 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:06.635581 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2661ec2a-3995-4084-8886-358e2e3a0325, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661ec2a-3995-4084-8886-358e2e3a0325,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:06.642776 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-06eaf1a0-9846-48c7-975e-3e2f7323783a service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230578 Feb 15 15:21:06.661239 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c296e20f-ac82-45e2-92c1-7e920530c377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (28602a17-fd51-4efb-814e-91657ae7d3be), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.663964 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c296e20f-ac82-45e2-92c1-7e920530c377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.669853 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c296e20f-ac82-45e2-92c1-7e920530c377 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/28602a17-fd51-4efb-814e-91657ae7d3be HTTP/1.1" status: 204 len: 168 time: 0.3174984 Feb 15 15:21:06.673462 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296e20f-ac82-45e2-92c1-7e920530c377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28602a17-fd51-4efb-814e-91657ae7d3be,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:06.701676 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.702557 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 21c77df9-8507-4bee-b3c3-c7e735bcb15c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:21:06.709569 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-22609157-a592-40fe-b4e6-dce3c0230641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9107968'] for subnet (1245778f-76dd-4f21-89fc-cc80d9ab447f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.741976 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22609157-a592-40fe-b4e6-dce3c0230641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1245778f-76dd-4f21-89fc-cc80d9ab447f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:06.746860 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-22609157-a592-40fe-b4e6-dce3c0230641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.752878 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-22609157-a592-40fe-b4e6-dce3c0230641 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/1245778f-76dd-4f21-89fc-cc80d9ab447f HTTP/1.1" status: 204 len: 168 time: 0.7098401 Feb 15 15:21:06.753225 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37230) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:06.798595 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1f58b48c-dc5e-4c62-97a2-e7a03096ef23 req-863366d0-9212-4491-83b5-d00e5e73cfc9 service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414247 Feb 15 15:21:06.843030 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (5f713515-6c82-4600-8580-631d3619dec3), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.926638 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (5f713515-6c82-4600-8580-631d3619dec3), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.949377 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f713515-6c82-4600-8580-631d3619dec3']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:21:06.954911 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2661ec2a-3995-4084-8886-358e2e3a0325,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:06.962447 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f6cf30-68e0-455a-8665-c51bcfbb51c4') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:21:06.962731 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f6cf30-68e0-455a-8665-c51bcfbb51c4') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:21:06.973467 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (d2f6cf30-68e0-455a-8665-c51bcfbb51c4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.989459 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (d2f6cf30-68e0-455a-8665-c51bcfbb51c4), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.996355 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:21:06.996842 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (d2f6cf30-68e0-455a-8665-c51bcfbb51c4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:21:06.999125 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:21:07.003431 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 21c77df9-8507-4bee-b3c3-c7e735bcb15c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21c77df9-8507-4bee-b3c3-c7e735bcb15c,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:07.016709 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '21c77df9-8507-4bee-b3c3-c7e735bcb15c', 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'port_id': '21c77df9-8507-4bee-b3c3-c7e735bcb15c', 'mac_address': 'fa:16:3e:bb:aa:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf91284-353b-4caa-aae4-645c7cbdb48d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:21:07.057308 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 21c77df9-8507-4bee-b3c3-c7e735bcb15c is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:07.063173 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.072826 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c77df9-8507-4bee-b3c3-c7e735bcb15c {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:07.079200 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.095461 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 21c77df9-8507-4bee-b3c3-c7e735bcb15c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21c77df9-8507-4bee-b3c3-c7e735bcb15c,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:07.125050 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (5f713515-6c82-4600-8580-631d3619dec3), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.132314 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.134231 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] 10.222.0.110 "DELETE /v2.0/networks/5f713515-6c82-4600-8580-631d3619dec3 HTTP/1.1" status: 204 len: 168 time: 0.3794284 Feb 15 15:21:07.147489 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.148000 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4950c-87a7-44f0-b111-4c836b309cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f713515-6c82-4600-8580-631d3619dec3,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:07.202276 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=21c77df9-8507-4bee-b3c3-c7e735bcb15c,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:07.234206 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a3cb8-49f3-4baf-89c8-8ddd26fa6ea5 req-a8574acf-e082-445a-857a-83ed7d7267a7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:07.235886 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-045a3cb8-49f3-4baf-89c8-8ddd26fa6ea5 req-a8574acf-e082-445a-857a-83ed7d7267a7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 944 time: 0.0561881 Feb 15 15:21:07.284157 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-045a3cb8-49f3-4baf-89c8-8ddd26fa6ea5 req-f0746cf3-7f9d-4ceb-9575-6ae6f1deb45f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Feb 15 15:21:07.319420 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37240) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:07.332867 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49b0481b-044d-41e9-ae5b-a2eca88cebfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.407955 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49b0481b-044d-41e9-ae5b-a2eca88cebfb admin admin] Publish callbacks [] for security_group (a694b38b-187f-4c22-b588-8c006022c412), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.428556 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37242) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:07.474507 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-49b0481b-044d-41e9-ae5b-a2eca88cebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a694b38b-187f-4c22-b588-8c006022c412), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.481347 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-99549fb3-9e4b-4e38-920b-382320ea6652 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9cf9500c565f4ce0b7745f17613ad195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515857 Feb 15 15:21:07.484866 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37244) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:07.518689 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-49b0481b-044d-41e9-ae5b-a2eca88cebfb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=26a70f5899b34963b3e44f71bc774157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981373 Feb 15 15:21:07.519562 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0481b-044d-41e9-ae5b-a2eca88cebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a694b38b-187f-4c22-b588-8c006022c412,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:07.522371 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37246) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:07.568035 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d084b02d-2134-4990-aec2-ab9ed1a678de admin admin] Publish callbacks [] for security_group (aa707a05-e250-4279-bec8-a7fe55083bcc), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.603969 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d084b02d-2134-4990-aec2-ab9ed1a678de admin admin] Publish callbacks [] for security_group (aa707a05-e250-4279-bec8-a7fe55083bcc), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.618816 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4ddf-84a7-4667-b214-ecafcbb0ce46 admin admin] Publish callbacks [] for security_group (a694b38b-187f-4c22-b588-8c006022c412), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.650308 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.685041 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4ddf-84a7-4667-b214-ecafcbb0ce46 admin admin] Publish callbacks [] for security_group (a694b38b-187f-4c22-b588-8c006022c412), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.716732 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12709d8-82b4-4153-90df-c9c059b3ad8b req-251e7ad5-4369-4f37-b233-dd4f27df8932 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:07.718262 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e12709d8-82b4-4153-90df-c9c059b3ad8b req-251e7ad5-4369-4f37-b233-dd4f27df8932 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 945 time: 0.0558698 Feb 15 15:21:07.732747 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae38a8f-a8dd-4124-b754-450bf6f40a68 req-e43ceba8-987a-4c15-93ba-e08468c9bb88 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:07.734251 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1ae38a8f-a8dd-4124-b754-450bf6f40a68 req-e43ceba8-987a-4c15-93ba-e08468c9bb88 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1165915 Feb 15 15:21:07.771733 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e12709d8-82b4-4153-90df-c9c059b3ad8b req-2fb3c96b-f9d9-448f-b4f8-bd50335acc06 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443325 Feb 15 15:21:07.784422 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1ae38a8f-a8dd-4124-b754-450bf6f40a68 req-4e86e9a6-b249-4057-9d4c-4df0079eba49 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Feb 15 15:21:07.809816 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d084b02d-2134-4990-aec2-ab9ed1a678de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (aa707a05-e250-4279-bec8-a7fe55083bcc), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.813034 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d084b02d-2134-4990-aec2-ab9ed1a678de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.814626 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d084b02d-2134-4990-aec2-ab9ed1a678de admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/aa707a05-e250-4279-bec8-a7fe55083bcc HTTP/1.1" status: 204 len: 168 time: 0.3282213 Feb 15 15:21:07.822082 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084b02d-2134-4990-aec2-ab9ed1a678de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa707a05-e250-4279-bec8-a7fe55083bcc,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:07.844171 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4ddf-84a7-4667-b214-ecafcbb0ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a694b38b-187f-4c22-b588-8c006022c412), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.850591 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4ddf-84a7-4667-b214-ecafcbb0ce46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:07.850591 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3e0f4ddf-84a7-4667-b214-ecafcbb0ce46 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a694b38b-187f-4c22-b588-8c006022c412 HTTP/1.1" status: 204 len: 168 time: 0.3243337 Feb 15 15:21:07.856298 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f4ddf-84a7-4667-b214-ecafcbb0ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a694b38b-187f-4c22-b588-8c006022c412,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:08.401150 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e66915-6ea0-40e4-8372-cb229b8b0a12 req-49c96661-47f6-40fb-b630-c5fd95fce9a3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:08.402586 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9e66915-6ea0-40e4-8372-cb229b8b0a12 req-49c96661-47f6-40fb-b630-c5fd95fce9a3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 944 time: 0.0519121 Feb 15 15:21:08.458672 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9e66915-6ea0-40e4-8372-cb229b8b0a12 req-7ac819ce-5aec-4024-87a4-e2d6ba8b8c42 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493941 Feb 15 15:21:08.594482 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37272) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:08.639219 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6e2f853b-ef07-42fa-ac6a-3eabc621ac81 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=65b33e1e7db54d19af03a735b05eb952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414836 Feb 15 15:21:08.640432 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37276) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:08.687965 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5ad56f65-94eb-4fb8-bcb7-ef10ea603673 admin admin] Publish callbacks [] for security_group (88cf09c9-2cc5-4d9e-b22d-d48aaf515339), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:08.709635 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5ad56f65-94eb-4fb8-bcb7-ef10ea603673 admin admin] Publish callbacks [] for security_group (88cf09c9-2cc5-4d9e-b22d-d48aaf515339), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:08.827638 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5ad56f65-94eb-4fb8-bcb7-ef10ea603673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (88cf09c9-2cc5-4d9e-b22d-d48aaf515339), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:08.830582 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5ad56f65-94eb-4fb8-bcb7-ef10ea603673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:08.831983 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5ad56f65-94eb-4fb8-bcb7-ef10ea603673 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/88cf09c9-2cc5-4d9e-b22d-d48aaf515339 HTTP/1.1" status: 204 len: 168 time: 0.1905136 Feb 15 15:21:08.855830 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad56f65-94eb-4fb8-bcb7-ef10ea603673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cf09c9-2cc5-4d9e-b22d-d48aaf515339,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:08.917797 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550c772-b5a4-4710-b16f-49629821c990 req-b4483749-eab8-4356-ad10-bdefc05422cb tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:08.919770 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c550c772-b5a4-4710-b16f-49629821c990 req-b4483749-eab8-4356-ad10-bdefc05422cb tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 945 time: 0.0790596 Feb 15 15:21:08.938365 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae771b06-270c-438a-a239-184e6f8329b3 req-b9b1d92d-702c-4f06-82e0-99748b43ee19 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:08.939944 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae771b06-270c-438a-a239-184e6f8329b3 req-b9b1d92d-702c-4f06-82e0-99748b43ee19 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0830839 Feb 15 15:21:08.971676 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c550c772-b5a4-4710-b16f-49629821c990 req-6baf3a0a-42b0-4059-8b22-1702122470d3 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Feb 15 15:21:09.007952 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae771b06-270c-438a-a239-184e6f8329b3 req-8dbdc3e6-3349-4927-9989-2d4ab735b9c0 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592685 Feb 15 15:21:09.187610 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:09.587245 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827dbea-6e53-4e44-a885-17ab79f4eef8 req-875ce2c9-148f-45e2-9e57-a01973a604e7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:09.588789 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5827dbea-6e53-4e44-a885-17ab79f4eef8 req-875ce2c9-148f-45e2-9e57-a01973a604e7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 944 time: 0.0567522 Feb 15 15:21:09.643315 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5827dbea-6e53-4e44-a885-17ab79f4eef8 req-6e8ee516-6860-464b-983e-974f54b82c2c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Feb 15 15:21:09.853181 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['21c77df9-8507-4bee-b3c3-c7e735bcb15c'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:09.899316 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['2661ec2a-3995-4084-8886-358e2e3a0325'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:10.175293 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc70c6-ae23-45b7-ae55-b90372902b32 req-d53b5e24-cf43-4b67-9bbd-c71b72463cbf tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:10.176781 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1126bd-1803-44b5-9ad3-c1f95f7e3f95 req-7201c7ef-ad1e-436a-9cbd-872dbd56676f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:10.178420 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4c1126bd-1803-44b5-9ad3-c1f95f7e3f95 req-7201c7ef-ad1e-436a-9cbd-872dbd56676f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0782623 Feb 15 15:21:10.179202 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8bc70c6-ae23-45b7-ae55-b90372902b32 req-d53b5e24-cf43-4b67-9bbd-c71b72463cbf tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 945 time: 0.0991311 Feb 15 15:21:10.235938 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4c1126bd-1803-44b5-9ad3-c1f95f7e3f95 req-04ab3160-464d-420f-aa40-fb90f59bd6ba tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497582 Feb 15 15:21:10.251097 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8bc70c6-ae23-45b7-ae55-b90372902b32 req-fe636d3b-fb63-437f-a7a9-29481e50f8b2 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605254 Feb 15 15:21:10.777534 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fbd3d-10ae-4d05-a96d-07325873bdc5 req-ebc86146-1b24-4821-baae-7143f29fe031 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:10.779101 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b1fbd3d-10ae-4d05-a96d-07325873bdc5 req-ebc86146-1b24-4821-baae-7143f29fe031 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 944 time: 0.0579956 Feb 15 15:21:10.830915 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2b1fbd3d-10ae-4d05-a96d-07325873bdc5 req-4ad28c0e-9ebc-4e8b-8b41-0b05de707475 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458314 Feb 15 15:21:11.369779 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7880-7d2d-4084-b59b-b507e43f4304 req-04a52303-6b55-42ad-a369-cfe3e946719a tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:11.371212 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-35ea7880-7d2d-4084-b59b-b507e43f4304 req-04a52303-6b55-42ad-a369-cfe3e946719a tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 945 time: 0.0545969 Feb 15 15:21:11.400542 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 21c77df9-8507-4bee-b3c3-c7e735bcb15c up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:21:11.407969 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f918f-0bae-4ab8-a056-0a4b6b20a21b req-bbd0e92c-9bd4-4d30-b8c7-d0a66a840fa5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:11.409550 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-212f918f-0bae-4ab8-a056-0a4b6b20a21b req-bbd0e92c-9bd4-4d30-b8c7-d0a66a840fa5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0701556 Feb 15 15:21:11.437526 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-35ea7880-7d2d-4084-b59b-b507e43f4304 req-44329f24-72bd-42e1-aa83-2e56747b69ed tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590224 Feb 15 15:21:11.473752 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-212f918f-0bae-4ab8-a056-0a4b6b20a21b req-045f1ad9-22a4-4f8a-9b99-35bfb41c935c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582623 Feb 15 15:21:11.530233 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 21c77df9-8507-4bee-b3c3-c7e735bcb15c completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:21:11.534507 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 21c77df9-8507-4bee-b3c3-c7e735bcb15c triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:21:11.534916 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:11.559462 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d26ad-e325-42bb-a22e-2d5c5049a991 req-61325e4a-da6e-4b4f-81c2-7e2bba2f93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:11.562098 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1a9d26ad-e325-42bb-a22e-2d5c5049a991 req-61325e4a-da6e-4b4f-81c2-7e2bba2f93b9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1130 time: 0.0471940 Feb 15 15:21:11.619079 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1a9d26ad-e325-42bb-a22e-2d5c5049a991 req-1ed47ddf-2285-4418-96d2-a639098446c9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Feb 15 15:21:11.621616 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 21c77df9-8507-4bee-b3c3-c7e735bcb15c is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:11.622007 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:11.645936 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526f5276-03f1-4aae-bce8-1ffb62d5da8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c77df9-8507-4bee-b3c3-c7e735bcb15c'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:11.651903 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ae8da4-5fe9-4f5a-8057-d0799b7669c1" -d '{"events": [{"server_uuid": "526f5276-03f1-4aae-bce8-1ffb62d5da8f", "name": "network-vif-plugged", "status": "completed", "tag": "21c77df9-8507-4bee-b3c3-c7e735bcb15c"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:11.663510 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 21c77df9-8507-4bee-b3c3-c7e735bcb15c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21c77df9-8507-4bee-b3c3-c7e735bcb15c,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:11.686344 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f201221a-cffb-4345-b11c-c3b4ba5fbda3 x-openstack-request-id: req-f201221a-cffb-4345-b11c-c3b4ba5fbda3 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:11.686631 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526f5276-03f1-4aae-bce8-1ffb62d5da8f", "name": "network-vif-plugged", "status": "completed", "tag": "21c77df9-8507-4bee-b3c3-c7e735bcb15c", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:11.686884 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f201221a-cffb-4345-b11c-c3b4ba5fbda3 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:11.687287 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526f5276-03f1-4aae-bce8-1ffb62d5da8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c77df9-8507-4bee-b3c3-c7e735bcb15c', 'code': 200} Feb 15 15:21:11.764279 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:11.814483 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=21c77df9-8507-4bee-b3c3-c7e735bcb15c,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:11.956363 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871df3c-8201-4633-a67f-839f6244a307 req-63285eff-774e-49ff-b968-ca0c20d6e204 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:11.958099 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3871df3c-8201-4633-a67f-839f6244a307 req-63285eff-774e-49ff-b968-ca0c20d6e204 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 945 time: 0.0548875 Feb 15 15:21:12.011941 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3871df3c-8201-4633-a67f-839f6244a307 req-c697dac9-f3e4-4b82-9f71-149ba96243fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484085 Feb 15 15:21:12.277199 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762613e5-c271-40d2-b7de-babe2818049f req-2b64a891-86ea-42f6-9c79-c6100e63a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:12.279718 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-762613e5-c271-40d2-b7de-babe2818049f req-2b64a891-86ea-42f6-9c79-c6100e63a5cf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 1129 time: 0.0468326 Feb 15 15:21:12.328817 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-762613e5-c271-40d2-b7de-babe2818049f req-88838f49-deaf-4613-b2c3-95c55934b9f4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Feb 15 15:21:12.582800 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270f3b-caf2-4f83-a693-50a9e9181f85 req-4ac4173d-b39f-463c-848a-994d14e24600 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:12.584340 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-26270f3b-caf2-4f83-a693-50a9e9181f85 req-4ac4173d-b39f-463c-848a-994d14e24600 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 945 time: 0.0707457 Feb 15 15:21:12.601801 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd18a68-da5c-4e20-a97e-3bf171d9c0bd req-94f97f0e-0240-4204-861a-226f45b468b8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:12.603181 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0bd18a68-da5c-4e20-a97e-3bf171d9c0bd req-94f97f0e-0240-4204-861a-226f45b468b8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0535405 Feb 15 15:21:12.633138 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-26270f3b-caf2-4f83-a693-50a9e9181f85 req-1b30df31-3724-464a-afc4-2c8421cbd335 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Feb 15 15:21:12.656014 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0bd18a68-da5c-4e20-a97e-3bf171d9c0bd req-35eddf31-325f-4719-b762-ae61d8b94f92 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Feb 15 15:21:13.145026 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16a0f4-4383-41cd-89e5-b932281c5f35 req-a66b57b1-7af9-4800-9c63-81fa2138a87b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:13.147030 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4d16a0f4-4383-41cd-89e5-b932281c5f35 req-a66b57b1-7af9-4800-9c63-81fa2138a87b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 945 time: 0.0620611 Feb 15 15:21:13.195324 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4d16a0f4-4383-41cd-89e5-b932281c5f35 req-338ad809-5fca-47db-82c9-b402230757a3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Feb 15 15:21:13.408625 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2661ec2a-3995-4084-8886-358e2e3a0325 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:21:13.518242 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 2661ec2a-3995-4084-8886-358e2e3a0325 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:21:13.522548 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 2661ec2a-3995-4084-8886-358e2e3a0325 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:21:13.522962 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:13.605629 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2661ec2a-3995-4084-8886-358e2e3a0325 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:13.606029 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:13.640019 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2661ec2a-3995-4084-8886-358e2e3a0325, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661ec2a-3995-4084-8886-358e2e3a0325,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:13.689491 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd4e21-0b0d-464e-beb8-eefb7520c5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2661ec2a-3995-4084-8886-358e2e3a0325'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:13.692790 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e48321c-7ce8-41af-9977-5b7330fcdad5" -d '{"events": [{"server_uuid": "78bd4e21-0b0d-464e-beb8-eefb7520c5ba", "name": "network-vif-plugged", "status": "completed", "tag": "2661ec2a-3995-4084-8886-358e2e3a0325"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:13.707139 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:13.763932 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f68064-f37d-432a-a3c6-e1c219ef14fb req-7b601c78-13dc-4730-9fc6-f6b4f091e92b tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:13.766160 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2661ec2a-3995-4084-8886-358e2e3a0325,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:13.766866 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6f68064-f37d-432a-a3c6-e1c219ef14fb req-7b601c78-13dc-4730-9fc6-f6b4f091e92b tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 946 time: 0.0639367 Feb 15 15:21:13.787889 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d14f-f872-4202-946f-b9caef67c93d req-b45a69ce-7d85-4854-9e92-f80da1983fb1 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:13.790997 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3b31d14f-f872-4202-946f-b9caef67c93d req-b45a69ce-7d85-4854-9e92-f80da1983fb1 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0639048 Feb 15 15:21:13.821780 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6f68064-f37d-432a-a3c6-e1c219ef14fb req-6853a996-9149-4774-83b6-30fa619ca7e2 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 Feb 15 15:21:13.848453 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3b31d14f-f872-4202-946f-b9caef67c93d req-6eb14160-98aa-406d-abf5-b4ebf7e3be1e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515323 Feb 15 15:21:13.873225 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d335b906-d012-4e9a-849b-5d4cea17d053 x-openstack-request-id: req-d335b906-d012-4e9a-849b-5d4cea17d053 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:13.873615 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bd4e21-0b0d-464e-beb8-eefb7520c5ba", "name": "network-vif-plugged", "status": "completed", "tag": "2661ec2a-3995-4084-8886-358e2e3a0325", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:13.873877 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d335b906-d012-4e9a-849b-5d4cea17d053 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:13.874268 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bd4e21-0b0d-464e-beb8-eefb7520c5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2661ec2a-3995-4084-8886-358e2e3a0325', 'code': 200} Feb 15 15:21:14.270126 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b7749-6070-478a-a99a-fe220d0e8ce0 req-3f41c9fa-8726-4f38-98fd-14a4b5025ca3 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:14.271964 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-871b7749-6070-478a-a99a-fe220d0e8ce0 req-3f41c9fa-8726-4f38-98fd-14a4b5025ca3 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0841136 Feb 15 15:21:14.286885 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e93f3-c0ea-49c2-a7ce-31c796e6a652 req-7bfb34ed-2a80-4f05-97cb-9c3c2e407cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:14.288474 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-486e93f3-c0ea-49c2-a7ce-31c796e6a652 req-7bfb34ed-2a80-4f05-97cb-9c3c2e407cbd service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 1130 time: 0.0913112 Feb 15 15:21:14.357821 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5dc9c-2209-43f9-8899-d15ffed4732d req-fbc445b9-d6d5-4a19-9e90-717d7b70a3b3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:14.359550 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-55a5dc9c-2209-43f9-8899-d15ffed4732d req-fbc445b9-d6d5-4a19-9e90-717d7b70a3b3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 945 time: 0.0757549 Feb 15 15:21:14.383918 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-871b7749-6070-478a-a99a-fe220d0e8ce0 req-2b3655f1-c74a-4d69-8c5d-22d8c8c53ae8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047978 Feb 15 15:21:14.433892 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-dcb96987-4e25-46ec-9bc8-56854d513741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:14.436105 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-dcb96987-4e25-46ec-9bc8-56854d513741 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1130 time: 0.1161184 Feb 15 15:21:14.438952 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-486e93f3-c0ea-49c2-a7ce-31c796e6a652 req-e559f85f-9746-4465-9beb-1c8271aceece service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202614 Feb 15 15:21:14.440897 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-55a5dc9c-2209-43f9-8899-d15ffed4732d req-4bd38957-197e-4710-a1f1-ffedecd67b8a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707879 Feb 15 15:21:14.805309 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-e6a31401-5b27-46a0-9dee-e5a3e6b4e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:14.806828 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-e6a31401-5b27-46a0-9dee-e5a3e6b4e22f service neutron] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 919 time: 0.0888953 Feb 15 15:21:14.855727 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-01cd02ac-fd82-48f2-acd4-12e13b09e1de service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 200 len: 217 time: 0.0405519 Feb 15 15:21:14.907126 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37492) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:14.950166 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-a9f07fe0-1491-45c5-8d9e-854f555e8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:14.951957 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-a9f07fe0-1491-45c5-8d9e-854f555e8fe1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.0828891 Feb 15 15:21:14.968103 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638d64-e756-4c1b-876a-6af7d6c209e2 req-944a6500-e4e2-4261-aee5-c31adcfea397 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:14.969625 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3e638d64-e756-4c1b-876a-6af7d6c209e2 req-944a6500-e4e2-4261-aee5-c31adcfea397 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 946 time: 0.0705266 Feb 15 15:21:15.002283 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-1c8b21ca-9981-430c-8407-138d833ff53b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314183 Feb 15 15:21:15.020683 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff209521-ce9f-41e9-9bb1-1496ad1a99c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:15.084228 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3e638d64-e756-4c1b-876a-6af7d6c209e2 req-c785aeec-1669-4e32-9400-8851c962a94e tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061342 Feb 15 15:21:15.109093 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff209521-ce9f-41e9-9bb1-1496ad1a99c3 admin admin] Publish callbacks [] for security_group (5564dfee-c8a8-4850-93bd-60fa4e408504), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:15.126171 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-467cb30a-448f-42ca-abaa-7923e7b2074f service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004601 Feb 15 15:21:15.192349 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff209521-ce9f-41e9-9bb1-1496ad1a99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (5564dfee-c8a8-4850-93bd-60fa4e408504), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:15.226083 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e13c368b-bea5-4335-ab2c-b27cf77a55af req-42484aba-2c2e-4a11-93f8-5098605e530f service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906618 Feb 15 15:21:15.233445 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ff209521-ce9f-41e9-9bb1-1496ad1a99c3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=22b7776c62284bb68a5b5dbfaa59edbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251030 Feb 15 15:21:15.234727 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff209521-ce9f-41e9-9bb1-1496ad1a99c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5564dfee-c8a8-4850-93bd-60fa4e408504,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:15.236428 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37496) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:15.295013 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bb86d013-22e6-499e-8594-5f14cf9afdac admin admin] Publish callbacks [] for security_group (5564dfee-c8a8-4850-93bd-60fa4e408504), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:15.321897 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bb86d013-22e6-499e-8594-5f14cf9afdac admin admin] Publish callbacks [] for security_group (5564dfee-c8a8-4850-93bd-60fa4e408504), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:15.451592 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bb86d013-22e6-499e-8594-5f14cf9afdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (5564dfee-c8a8-4850-93bd-60fa4e408504), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:15.454400 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bb86d013-22e6-499e-8594-5f14cf9afdac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:15.460889 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bb86d013-22e6-499e-8594-5f14cf9afdac admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5564dfee-c8a8-4850-93bd-60fa4e408504 HTTP/1.1" status: 204 len: 168 time: 0.2181942 Feb 15 15:21:15.465261 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86d013-22e6-499e-8594-5f14cf9afdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5564dfee-c8a8-4850-93bd-60fa4e408504,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:15.570656 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185a2be-44fc-45cd-b455-d13adbe78a61 req-815aaca5-f09a-4717-859a-2914782ced2f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:15.572142 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c185a2be-44fc-45cd-b455-d13adbe78a61 req-815aaca5-f09a-4717-859a-2914782ced2f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0713832 Feb 15 15:21:15.606729 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84d579-1efa-4111-9f70-708327140843 req-854e7c1a-4900-4fb9-a875-58107a193298 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:15.608357 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a84d579-1efa-4111-9f70-708327140843 req-854e7c1a-4900-4fb9-a875-58107a193298 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 945 time: 0.0717225 Feb 15 15:21:15.662470 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a84d579-1efa-4111-9f70-708327140843 req-859383db-0372-4774-8c5c-25133f22d0b7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482106 Feb 15 15:21:15.839767 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c185a2be-44fc-45cd-b455-d13adbe78a61 req-8d02e323-6a31-4bd3-a253-19c274cb33ce tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607419 Feb 15 15:21:16.032346 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37518) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:16.148789 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7529e074-0ad2-4018-b59b-8744033acae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:16.255220 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f48bf-2bc0-444b-aad0-428406b245c3 req-b7b99758-e9ca-4059-a433-665557f0f2e9 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:16.256811 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-677f48bf-2bc0-444b-aad0-428406b245c3 req-b7b99758-e9ca-4059-a433-665557f0f2e9 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 946 time: 0.0941880 Feb 15 15:21:16.329812 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7529e074-0ad2-4018-b59b-8744033acae9 admin admin] Publish callbacks [] for security_group (6596ce8c-931c-49e7-a845-ab0f605bbe32), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:16.334888 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-677f48bf-2bc0-444b-aad0-428406b245c3 req-44b0d036-5189-4e33-b701-24249b195add tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687721 Feb 15 15:21:16.409542 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7529e074-0ad2-4018-b59b-8744033acae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6596ce8c-931c-49e7-a845-ab0f605bbe32), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:16.450727 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529e074-0ad2-4018-b59b-8744033acae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6596ce8c-931c-49e7-a845-ab0f605bbe32,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:16.459639 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7529e074-0ad2-4018-b59b-8744033acae9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=71aa3e9ed045470bb9ac58b69edc5e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258008 Feb 15 15:21:16.462125 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37538) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:16.514757 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-576c08cf-e7ae-4257-a37f-cbe2a9dd6056 admin admin] Publish callbacks [] for security_group (6596ce8c-931c-49e7-a845-ab0f605bbe32), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:16.537550 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-576c08cf-e7ae-4257-a37f-cbe2a9dd6056 admin admin] Publish callbacks [] for security_group (6596ce8c-931c-49e7-a845-ab0f605bbe32), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:16.661046 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-576c08cf-e7ae-4257-a37f-cbe2a9dd6056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6596ce8c-931c-49e7-a845-ab0f605bbe32), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:16.664835 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-576c08cf-e7ae-4257-a37f-cbe2a9dd6056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:16.666086 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-576c08cf-e7ae-4257-a37f-cbe2a9dd6056 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6596ce8c-931c-49e7-a845-ab0f605bbe32 HTTP/1.1" status: 204 len: 168 time: 0.2029355 Feb 15 15:21:16.674677 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c08cf-e7ae-4257-a37f-cbe2a9dd6056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6596ce8c-931c-49e7-a845-ab0f605bbe32,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:16.968483 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bf3ae-df56-4949-b603-fd39ba8bd7bf req-d3941e09-6422-48b5-8799-6e2dcfa27d13 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:16.971818 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e51bf3ae-df56-4949-b603-fd39ba8bd7bf req-d3941e09-6422-48b5-8799-6e2dcfa27d13 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0607054 Feb 15 15:21:17.033441 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e51bf3ae-df56-4949-b603-fd39ba8bd7bf req-9b36594d-5a96-4566-944e-adca56c98b5c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563269 Feb 15 15:21:17.492585 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1147e7f-a4f9-4f15-a058-f6a4b587aa44 req-14026541-bda8-4ac2-a93b-87bff049c71e tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:17.494290 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f1147e7f-a4f9-4f15-a058-f6a4b587aa44 req-14026541-bda8-4ac2-a93b-87bff049c71e tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 946 time: 0.0565581 Feb 15 15:21:17.554734 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f1147e7f-a4f9-4f15-a058-f6a4b587aa44 req-b678bc4a-6108-4997-9c30-c895ca175512 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540488 Feb 15 15:21:18.150411 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fbeb0-1fa7-48fc-80fb-98710dd89407 req-29dd870a-be68-4ee0-af7c-f9a30315874f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:18.151938 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d2fbeb0-1fa7-48fc-80fb-98710dd89407 req-29dd870a-be68-4ee0-af7c-f9a30315874f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0533843 Feb 15 15:21:18.203246 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d2fbeb0-1fa7-48fc-80fb-98710dd89407 req-e8da7230-b408-4fed-a17b-5b033b7c5e31 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Feb 15 15:21:19.150771 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-ada74b69-2ede-4732-8f2c-28bb97dc7438 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f4c5014c975a48989fb4c187c01d51a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322707 Feb 15 15:21:19.342368 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-94c2adcc-8550-4714-ab5b-d0d0d125a266 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:19.343887 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-94c2adcc-8550-4714-ab5b-d0d0d125a266 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873107 Feb 15 15:21:19.358619 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-81b2ca94-79ed-420f-a960-5cd2decfede4 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/quotas/f4c5014c975a48989fb4c187c01d51a6 HTTP/1.1" status: 200 len: 375 time: 0.0091631 Feb 15 15:21:19.394068 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-e7e597c0-5c68-49ac-a3fb-4afd00fb767b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4c5014c975a48989fb4c187c01d51a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300102 Feb 15 15:21:19.408849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0248e86-5a05-4cc5-b333-1a3309ba94cf req-34f8977e-27cf-4e14-905b-d18536eefd11 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:19.414228 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0248e86-5a05-4cc5-b333-1a3309ba94cf req-34f8977e-27cf-4e14-905b-d18536eefd11 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0553479 Feb 15 15:21:19.464579 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d0248e86-5a05-4cc5-b333-1a3309ba94cf req-dc6d48af-ca4b-47d6-8c22-6fb82b27692f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484700 Feb 15 15:21:19.584798 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaca8ef-5ac4-4cbc-a21b-0373fc545c9d req-31c5755e-ac79-45b7-9046-826ce269e272 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:19.588300 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaca8ef-5ac4-4cbc-a21b-0373fc545c9d req-31c5755e-ac79-45b7-9046-826ce269e272 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 946 time: 0.0590451 Feb 15 15:21:19.646348 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0aaca8ef-5ac4-4cbc-a21b-0373fc545c9d req-646adc86-e585-42ac-96e1-22ec7f87e026 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544014 Feb 15 15:21:19.685408 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8ae8b4d5-25b2-4af3-827d-8eb915779742 req-d24652dd-14c7-4da1-b09d-cbe46e56b3f3 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 210 time: 0.0383444 Feb 15 15:21:20.777195 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c47c3c-d5c6-4b66-9913-be12bef1c790 req-404e55f6-ef3a-4fae-9d0c-fbeec9fde155 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:20.779363 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-68c47c3c-d5c6-4b66-9913-be12bef1c790 req-404e55f6-ef3a-4fae-9d0c-fbeec9fde155 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 946 time: 0.0619566 Feb 15 15:21:20.782325 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2e1216de-d9a3-4710-bdd1-7a815fc01d6d req-279cebe6-5ea0-4831-8d24-12a628d06d75 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 210 time: 0.0288284 Feb 15 15:21:20.826893 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-68c47c3c-d5c6-4b66-9913-be12bef1c790 req-8b9a685a-b4bb-47bd-9059-b4dc775c13e0 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Feb 15 15:21:21.188333 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06782-368d-4aaf-9e4f-5bf13991fbd8 req-d6f38fff-5f7d-481e-ba5f-b3beef55b48a tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:21.189856 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ee06782-368d-4aaf-9e4f-5bf13991fbd8 req-d6f38fff-5f7d-481e-ba5f-b3beef55b48a tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0552239 Feb 15 15:21:21.237812 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ee06782-368d-4aaf-9e4f-5bf13991fbd8 req-285ff7e7-428b-4772-83b9-3db46e08d2ba tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422723 Feb 15 15:21:21.762751 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37694) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:21.908262 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-324678f0-f0dc-4d8b-9cf0-f565ab8244de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:21.912562 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4d813630-e5e4-4ad4-8a90-3cc948224e8d req-d8cc1aa1-37d9-4ccf-864a-24f0fb459952 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 210 time: 0.0570772 Feb 15 15:21:21.995657 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0628ba-e9a2-4b38-8a0b-2d22a5cbe094 req-5d918122-b55b-4a75-8435-f10c23ae4be2 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:22.000307 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6b0628ba-e9a2-4b38-8a0b-2d22a5cbe094 req-5d918122-b55b-4a75-8435-f10c23ae4be2 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 946 time: 0.0638659 Feb 15 15:21:22.016439 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-324678f0-f0dc-4d8b-9cf0-f565ab8244de admin admin] Publish callbacks [] for security_group (7166b781-46c2-420c-a618-5d9dd038d894), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.065628 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6b0628ba-e9a2-4b38-8a0b-2d22a5cbe094 req-70328b12-20b3-4e58-90e5-14cc259bed68 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/security-groups?id=6fbd3f25-d957-4fbe-8b29-c136e72c0d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579021 Feb 15 15:21:22.083670 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-324678f0-f0dc-4d8b-9cf0-f565ab8244de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7166b781-46c2-420c-a618-5d9dd038d894), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.125939 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-324678f0-f0dc-4d8b-9cf0-f565ab8244de admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4367e717245e4f63bbc24896e4850a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589630 Feb 15 15:21:22.126150 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-41b0578b-2c4b-4bb8-b3a3-da5cb0fd5df1 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:22.126260 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324678f0-f0dc-4d8b-9cf0-f565ab8244de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166b781-46c2-420c-a618-5d9dd038d894,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:22.126337 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-41b0578b-2c4b-4bb8-b3a3-da5cb0fd5df1 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.102 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 946 time: 0.0540123 Feb 15 15:21:22.126337 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 37706) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:22.200507 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-ad4afde8-46e9-410b-8a8a-1152bd84c37a tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=f4c5014c975a48989fb4c187c01d51a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594969 Feb 15 15:21:22.371618 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-33d0c646-6151-4441-b75e-d472abc38ec4 admin admin] Publish callbacks [] for security_group (7166b781-46c2-420c-a618-5d9dd038d894), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.445044 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-33d0c646-6151-4441-b75e-d472abc38ec4 admin admin] Publish callbacks [] for security_group (7166b781-46c2-420c-a618-5d9dd038d894), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.480702 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-5b29b0ee-3eed-42d8-a7c0-a97724eb3e78 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:22.483185 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-5b29b0ee-3eed-42d8-a7c0-a97724eb3e78 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645965 Feb 15 15:21:22.495493 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Deleting port 2661ec2a-3995-4084-8886-358e2e3a0325 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:21:22.495855 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.507930 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Request body: {'port': {'device_id': 'fc814007-5f90-4e0c-825c-6e0903e4600a', 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904', 'admin_state_up': True, 'tenant_id': 'f4c5014c975a48989fb4c187c01d51a6'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:21:22.668432 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] For port 2661ec2a-3995-4084-8886-358e2e3a0325, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2661ec2a-3995-4084-8886-358e2e3a0325,segment=NetworkSegment(83ae373e-4e72-476f-8d65-f2c977ab3ea3),segment_id=83ae373e-4e72-476f-8d65-f2c977ab3ea3)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:22.668771 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.686073 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Calling delete_port for 2661ec2a-3995-4084-8886-358e2e3a0325 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:21:22.702103 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-33d0c646-6151-4441-b75e-d472abc38ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7166b781-46c2-420c-a618-5d9dd038d894), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.704613 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-33d0c646-6151-4441-b75e-d472abc38ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.705738 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-33d0c646-6151-4441-b75e-d472abc38ec4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7166b781-46c2-420c-a618-5d9dd038d894 HTTP/1.1" status: 204 len: 168 time: 0.5787246 Feb 15 15:21:22.743253 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0c646-6151-4441-b75e-d472abc38ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166b781-46c2-420c-a618-5d9dd038d894,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:22.782013 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Made reservation on behalf of f4c5014c975a48989fb4c187c01d51a6 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:21:22.785407 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.796144 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:22.912502 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks [] for security_group (e74f8c23-1122-43fe-b54b-c7965d9a0fb7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:23.029813 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2c2cde3-1f8d-4867-a41e-32b69684b50a req-ea3db31f-5360-427d-9669-7662c04aaf9e tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 210 time: 0.0374646 Feb 15 15:21:23.044587 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (e74f8c23-1122-43fe-b54b-c7965d9a0fb7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:23.047795 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (2661ec2a-3995-4084-8886-358e2e3a0325), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:23.065276 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['2661ec2a-3995-4084-8886-358e2e3a0325'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:23.119416 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Pushing event deleted for resources: {'Port': ['ID=2661ec2a-3995-4084-8886-358e2e3a0325,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:23.217089 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f8c23-1122-43fe-b54b-c7965d9a0fb7,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:23.239383 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] No DVR routers for this DVR port 2661ec2a-3995-4084-8886-358e2e3a0325 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:21:23.245190 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dbb453aa-bba3-4a79-a6f1-1bbd8e928d2f req-7b51237c-551a-4d29-aa8b-dbadfa9bc885 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 210 time: 0.0622518 Feb 15 15:21:23.246175 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:23.249700 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a2b5286-2d8c-44e3-af41-2a66a86dcc44 req-9ace0c31-d1f7-42da-b4bb-c4b219c400b4 tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.102 "DELETE /v2.0/ports/2661ec2a-3995-4084-8886-358e2e3a0325 HTTP/1.1" status: 204 len: 173 time: 1.1104417 Feb 15 15:21:23.252538 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd4e21-0b0d-464e-beb8-eefb7520c5ba', 'name': 'network-vif-deleted', 'tag': '2661ec2a-3995-4084-8886-358e2e3a0325'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:23.255093 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b078b-9dc6-4841-972b-b0fd9e831f6f" -d '{"events": [{"server_uuid": "78bd4e21-0b0d-464e-beb8-eefb7520c5ba", "name": "network-vif-deleted", "tag": "2661ec2a-3995-4084-8886-358e2e3a0325"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:23.296646 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76254807-ee9a-4147-8308-e9e588516d80 x-openstack-request-id: req-76254807-ee9a-4147-8308-e9e588516d80 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:23.296947 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bd4e21-0b0d-464e-beb8-eefb7520c5ba", "name": "network-vif-deleted", "tag": "2661ec2a-3995-4084-8886-358e2e3a0325", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:23.297206 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-76254807-ee9a-4147-8308-e9e588516d80 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:23.297600 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bd4e21-0b0d-464e-beb8-eefb7520c5ba', 'name': 'network-vif-deleted', 'tag': '2661ec2a-3995-4084-8886-358e2e3a0325', 'status': 'completed', 'code': 200} Feb 15 15:21:23.331999 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Allocated IP 192.168.233.58 (95a0c066-1ca8-4df9-85bf-5ac029fcf904/ca9d6372-3ea8-41e2-820f-3620dcd53154/32b8002d-f84e-4dcd-b894-aa7726ca5ee8) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:21:23.723421 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks [] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:23.832789 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:23.887202 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:21:23.890625 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:21:23.895675 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:21:23.903201 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Pushing event updated for resources: {'Port': ['ID=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:23.950735 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:23.951432 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.055877 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-37ed9093-089b-4fc2-a6c6-603520ce0375 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5528533 Feb 15 15:21:24.069426 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Request body: {'port': {'device_id': 'fc814007-5f90-4e0c-825c-6e0903e4600a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:21:24.139494 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-91200247-2e05-46b4-bea9-f834cbae0b54 None None] Provisioning complete for port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:21:24.141196 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-91200247-2e05-46b4-bea9-f834cbae0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.185877 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-91200247-2e05-46b4-bea9-f834cbae0b54 None None] Port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:21:24.203674 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.225011 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9c32e-872c-48f5-8cc0-fdf31edcc76d req-33ef10ae-d799-4cf4-b4bf-bd055fd015ef tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:24.226481 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-80b9c32e-872c-48f5-8cc0-fdf31edcc76d req-33ef10ae-d799-4cf4-b4bf-bd055fd015ef tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 935 time: 0.1134024 Feb 15 15:21:24.358647 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c16ac2dd-e9c3-4aa6-8844-9e90c9a284f8 req-5a623da5-4ae5-4af1-8cae-8d964ffefa4e tempest-VolumesActionsTest-486314772 tempest-VolumesActionsTest-486314772-project] 10.222.0.110 "GET /v2.0/ports?device_id=78bd4e21-0b0d-464e-beb8-eefb7520c5ba HTTP/1.1" status: 200 len: 210 time: 0.0310197 Feb 15 15:21:24.360522 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-80b9c32e-872c-48f5-8cc0-fdf31edcc76d req-b19c47a6-8ec9-46fc-92a7-dc2bb307b0e3 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115649 Feb 15 15:21:24.529639 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:24.537879 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Publish callbacks [] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.555632 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Transition to ACTIVE for port object 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:21:24.609213 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.628011 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37766) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:24.661286 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:24.737395 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Attempting to bind port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:21:24.737738 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Attempting to bind port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:21:24.738057 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Attempting to bind port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 on network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:21:24.743075 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 on network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:21:24.743346 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Attempting to bind port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 on network 95a0c066-1ca8-4df9-85bf-5ac029fcf904 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:21:24.749115 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:21:24.749459 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Checking segment: {'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:21:24.749850 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Bound using segment: {'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:21:24.750281 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Bound port: 32b8002d-f84e-4dcd-b894-aa7726ca5ee8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad4572b-e0d5-4720-a3e7-5b2df837217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:21:24.750637 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.763020 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d946532-417a-4d19-8c7e-198a51170b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.828320 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] For port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:21:24.831461 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] For port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,segment=NetworkSegment(6ad4572b-e0d5-4720-a3e7-5b2df837217c),segment_id=6ad4572b-e0d5-4720-a3e7-5b2df837217c)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:21:24.848101 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d946532-417a-4d19-8c7e-198a51170b45 admin admin] Publish callbacks [] for security_group (fd358b6d-6a7b-444c-a000-82cb2fc54dba), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.901568 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.923909 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d946532-417a-4d19-8c7e-198a51170b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (fd358b6d-6a7b-444c-a000-82cb2fc54dba), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.938029 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:24.938950 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:24.940135 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] 10.222.0.102 "PUT /v2.0/ports/32b8002d-f84e-4dcd-b894-aa7726ca5ee8 HTTP/1.1" status: 200 len: 1097 time: 0.8752894 Feb 15 15:21:24.964763 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4d946532-417a-4d19-8c7e-198a51170b45 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=39f4096917f04aafa3f57d5692d8dddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353388 Feb 15 15:21:24.966756 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d946532-417a-4d19-8c7e-198a51170b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd358b6d-6a7b-444c-a000-82cb2fc54dba,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:24.969198 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 37770) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:24.979350 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32523e9e-2579-4ff8-9e80-41c1e0be0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:25.023335 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecb69265-14b8-4765-8611-0eb6f929c980 admin admin] Publish callbacks [] for security_group (fd358b6d-6a7b-444c-a000-82cb2fc54dba), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:25.051165 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecb69265-14b8-4765-8611-0eb6f929c980 admin admin] Publish callbacks [] for security_group (fd358b6d-6a7b-444c-a000-82cb2fc54dba), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:25.128711 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-09fa1edd-c1bc-478c-8bbc-1a355259b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:25.130250 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-09fa1edd-c1bc-478c-8bbc-1a355259b078 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4c5014c975a48989fb4c187c01d51a6&device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 1131 time: 0.0691397 Feb 15 15:21:25.184423 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-4577f354-01d4-4def-ad89-a8fcfe6fdb48 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=32b8002d-f84e-4dcd-b894-aa7726ca5ee8 HTTP/1.1" status: 200 len: 217 time: 0.0356650 Feb 15 15:21:25.203694 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecb69265-14b8-4765-8611-0eb6f929c980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (fd358b6d-6a7b-444c-a000-82cb2fc54dba), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:25.206391 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecb69265-14b8-4765-8611-0eb6f929c980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:25.214315 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ecb69265-14b8-4765-8611-0eb6f929c980 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fd358b6d-6a7b-444c-a000-82cb2fc54dba HTTP/1.1" status: 204 len: 168 time: 0.2398860 Feb 15 15:21:25.230586 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb69265-14b8-4765-8611-0eb6f929c980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd358b6d-6a7b-444c-a000-82cb2fc54dba,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:25.244201 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-34992dbf-0bcf-48d6-aa66-7a86bccbdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:25.246126 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-34992dbf-0bcf-48d6-aa66-7a86bccbdae7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca9d6372-3ea8-41e2-820f-3620dcd53154 HTTP/1.1" status: 200 len: 843 time: 0.0482411 Feb 15 15:21:25.299608 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc814007-5f90-4e0c-825c-6e0903e4600a', 'tag': '32b8002d-f84e-4dcd-b894-aa7726ca5ee8'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:25.302193 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891dc529-6432-4dfb-be65-08f0ca2b6fef" -d '{"events": [{"name": "network-changed", "server_uuid": "fc814007-5f90-4e0c-825c-6e0903e4600a", "tag": "32b8002d-f84e-4dcd-b894-aa7726ca5ee8"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:25.314442 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-21802132-488b-4228-a209-008c563ab8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:25.316148 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-21802132-488b-4228-a209-008c563ab8f2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=95a0c066-1ca8-4df9-85bf-5ac029fcf904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0584102 Feb 15 15:21:25.349069 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd40fe7c-8424-4835-be86-05da7e8a865b x-openstack-request-id: req-fd40fe7c-8424-4835-be86-05da7e8a865b {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:25.349360 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc814007-5f90-4e0c-825c-6e0903e4600a", "tag": "32b8002d-f84e-4dcd-b894-aa7726ca5ee8", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:25.349607 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-fd40fe7c-8424-4835-be86-05da7e8a865b {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:25.349989 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc814007-5f90-4e0c-825c-6e0903e4600a', 'tag': '32b8002d-f84e-4dcd-b894-aa7726ca5ee8', 'status': 'completed', 'code': 200} Feb 15 15:21:25.459899 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-0e108644-4f64-4437-a8a9-84c6393f75cb service neutron] 10.222.0.102 "GET /v2.0/networks/95a0c066-1ca8-4df9-85bf-5ac029fcf904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320343 Feb 15 15:21:25.484872 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2661ec2a-3995-4084-8886-358e2e3a0325 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:21:25.508995 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fb739-dce0-4da9-85db-0de89ec95b83 req-f1f978a6-3412-4ff4-92b1-6153f4c47081 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:25.518064 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 2661ec2a-3995-4084-8886-358e2e3a0325 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:21:25.518795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2661ec2a-3995-4084-8886-358e2e3a0325 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:21:25.524274 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-509fb739-dce0-4da9-85db-0de89ec95b83 req-f1f978a6-3412-4ff4-92b1-6153f4c47081 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 947 time: 0.0791767 Feb 15 15:21:25.593236 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-509fb739-dce0-4da9-85db-0de89ec95b83 req-d473ef3b-eccd-422e-97f5-f6e5a6af5868 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668235 Feb 15 15:21:25.621997 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9a111a6-4fda-45be-99d5-7dde24a7d58a req-25249aaa-13ea-42a6-8a22-5628c2396f0d service neutron] 10.222.0.102 "GET /v2.0/networks/95a0c066-1ca8-4df9-85bf-5ac029fcf904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448541 Feb 15 15:21:25.796399 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-77fda4d9-a883-4ed2-ba37-755cf0c3dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:25.797947 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-77fda4d9-a883-4ed2-ba37-755cf0c3dfd4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4c5014c975a48989fb4c187c01d51a6&device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 1131 time: 0.0493674 Feb 15 15:21:25.903659 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-45e2ceb2-2e23-4d52-a929-528c951b5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:25.905210 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-45e2ceb2-2e23-4d52-a929-528c951b5b64 service neutron] 10.222.0.102 "GET /v2.0/networks?id=95a0c066-1ca8-4df9-85bf-5ac029fcf904 HTTP/1.1" status: 200 len: 870 time: 0.0926666 Feb 15 15:21:25.959435 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-8073385e-ab95-4284-ad5a-2adc5c07ee20 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=32b8002d-f84e-4dcd-b894-aa7726ca5ee8 HTTP/1.1" status: 200 len: 217 time: 0.0425494 Feb 15 15:21:26.017992 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-1d97121c-e2ea-44a8-980f-ef117244a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:26.020198 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-1d97121c-e2ea-44a8-980f-ef117244a50d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ca9d6372-3ea8-41e2-820f-3620dcd53154 HTTP/1.1" status: 200 len: 843 time: 0.0511057 Feb 15 15:21:26.085929 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-0d0a4f75-7354-41a9-9558-30f1a0749ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:26.087499 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-0d0a4f75-7354-41a9-9558-30f1a0749ac3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=95a0c066-1ca8-4df9-85bf-5ac029fcf904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0512025 Feb 15 15:21:26.193126 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-3101c43d-46d1-442a-91ff-ca9a4c56ec3a service neutron] 10.222.0.102 "GET /v2.0/networks/95a0c066-1ca8-4df9-85bf-5ac029fcf904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952134 Feb 15 15:21:26.304444 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-891dc529-6432-4dfb-be65-08f0ca2b6fef req-96a81a1e-ab79-4644-9b86-7b00ab53f017 service neutron] 10.222.0.102 "GET /v2.0/networks/95a0c066-1ca8-4df9-85bf-5ac029fcf904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037509 Feb 15 15:21:26.722484 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87525137-2283-430c-8259-de0d34b771f8 req-85a6ea41-6f5d-4176-919c-9fa97787612b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:26.723902 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-87525137-2283-430c-8259-de0d34b771f8 req-85a6ea41-6f5d-4176-919c-9fa97787612b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 947 time: 0.0540407 Feb 15 15:21:26.776201 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-87525137-2283-430c-8259-de0d34b771f8 req-12c186b3-6646-4c4e-a7e0-2c6e6e7cb203 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Feb 15 15:21:27.901320 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3e4a0-9625-4de6-8fa4-709ca9c2afba req-c50597de-a2f5-4446-8dc6-576416a837bf tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:27.902882 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-15b3e4a0-9625-4de6-8fa4-709ca9c2afba req-c50597de-a2f5-4446-8dc6-576416a837bf tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 947 time: 0.0540233 Feb 15 15:21:27.953870 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-15b3e4a0-9625-4de6-8fa4-709ca9c2afba req-2486b477-c38d-4282-9ea3-5fa7e3571fb4 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448170 Feb 15 15:21:29.069908 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722cabe-a6c5-4f31-be30-ce9282fc8705 req-a293d131-c1f3-4e85-9c87-9aeed92a1bbf tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:29.071394 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c722cabe-a6c5-4f31-be30-ce9282fc8705 req-a293d131-c1f3-4e85-9c87-9aeed92a1bbf tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 947 time: 0.0511014 Feb 15 15:21:29.118819 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c722cabe-a6c5-4f31-be30-ce9282fc8705 req-84094546-0606-4c19-a39b-845201c16f73 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Feb 15 15:21:30.239858 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212114f-4d90-4968-ad80-46573743c420 req-2938c306-c95d-444e-aa55-5e2855384e47 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:30.241319 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5212114f-4d90-4968-ad80-46573743c420 req-2938c306-c95d-444e-aa55-5e2855384e47 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 947 time: 0.0556438 Feb 15 15:21:30.262466 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:21:30.289178 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5212114f-4d90-4968-ad80-46573743c420 req-fbfb1800-b4ca-449e-8bc5-48ae1378f3b8 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Feb 15 15:21:30.360674 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,segment=NetworkSegment(6ad4572b-e0d5-4720-a3e7-5b2df837217c),segment_id=6ad4572b-e0d5-4720-a3e7-5b2df837217c)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:30.371569 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '32b8002d-f84e-4dcd-b894-aa7726ca5ee8', 'network_id': '95a0c066-1ca8-4df9-85bf-5ac029fcf904', 'port_id': '32b8002d-f84e-4dcd-b894-aa7726ca5ee8', 'mac_address': 'fa:16:3e:8d:86:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9d6372-3ea8-41e2-820f-3620dcd53154', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:21:30.409948 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:30.410267 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:30.423623 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:30.443637 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,segment=NetworkSegment(6ad4572b-e0d5-4720-a3e7-5b2df837217c),segment_id=6ad4572b-e0d5-4720-a3e7-5b2df837217c)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:30.535339 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:30.582278 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:31.411949 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc48251-924f-4ef7-aa66-3535108209dc req-b411cc54-014a-4967-8d6b-d13d1626e812 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:31.413559 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dcc48251-924f-4ef7-aa66-3535108209dc req-b411cc54-014a-4967-8d6b-d13d1626e812 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 948 time: 0.0582170 Feb 15 15:21:31.461933 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dcc48251-924f-4ef7-aa66-3535108209dc req-096cb656-389a-4502-b3ea-ef59d5e7c5e3 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Feb 15 15:21:31.913774 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['32b8002d-f84e-4dcd-b894-aa7726ca5ee8'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:32.597175 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c50ce7-672a-4f9b-a4e5-87558f594f15 req-d6602e17-1a05-4fe9-bdc0-04385976d326 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:32.598869 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98c50ce7-672a-4f9b-a4e5-87558f594f15 req-d6602e17-1a05-4fe9-bdc0-04385976d326 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 948 time: 0.0683429 Feb 15 15:21:32.649283 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98c50ce7-672a-4f9b-a4e5-87558f594f15 req-4ca2ed4b-c36c-45a9-8058-a32026c770fc tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Feb 15 15:21:32.712035 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3b7140f-8075-4e19-94c3-ec192e7de51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:33.766846 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06856c15-79ca-449b-a616-2dadc5f9b92f req-93e33235-f2d4-43d7-961d-7a97eb8bdb33 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:33.768349 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06856c15-79ca-449b-a616-2dadc5f9b92f req-93e33235-f2d4-43d7-961d-7a97eb8bdb33 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 948 time: 0.0529647 Feb 15 15:21:33.816767 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06856c15-79ca-449b-a616-2dadc5f9b92f req-b2247c69-11be-4509-aac1-cc6cedf590d1 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Feb 15 15:21:34.934915 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bbfc0-e326-424f-a7a9-012931160453 req-212ae04a-96ef-4c70-8bf4-0fab09ee3cc0 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:34.936425 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5f2bbfc0-e326-424f-a7a9-012931160453 req-212ae04a-96ef-4c70-8bf4-0fab09ee3cc0 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 948 time: 0.0528522 Feb 15 15:21:34.987016 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5f2bbfc0-e326-424f-a7a9-012931160453 req-83d8b10a-1e32-4674-8b56-c243a4021b21 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Feb 15 15:21:35.431905 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8a144934-d8ca-408f-a299-95a69963e901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:36.107804 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4101aef-e236-4523-8722-eaa1bdd49ea9 req-e5f37a61-26cc-4d8b-b007-77e64e32df74 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:36.109337 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4101aef-e236-4523-8722-eaa1bdd49ea9 req-e5f37a61-26cc-4d8b-b007-77e64e32df74 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 948 time: 0.0561218 Feb 15 15:21:36.157327 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4101aef-e236-4523-8722-eaa1bdd49ea9 req-cf562de8-98b2-47b4-8a5c-958d12097d01 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Feb 15 15:21:36.351841 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:36.907073 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:37.277947 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9140-9bb0-40fb-b998-d14a641c8a17 req-e0bdacc5-dab7-4118-864a-6a514c733069 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:37.279446 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f93b9140-9bb0-40fb-b998-d14a641c8a17 req-e0bdacc5-dab7-4118-864a-6a514c733069 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 948 time: 0.0547190 Feb 15 15:21:37.326460 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f93b9140-9bb0-40fb-b998-d14a641c8a17 req-ae632640-9947-4b99-b8d9-1967b0db7f62 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Feb 15 15:21:37.643359 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:37.978462 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:21:38.072141 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:21:38.076510 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:21:38.079495 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:38.154182 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:38.154569 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:38.182404 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc814007-5f90-4e0c-825c-6e0903e4600a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b8002d-f84e-4dcd-b894-aa7726ca5ee8'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:38.184684 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464b2d2-c3a8-4302-8ccf-89e467f0c2fb" -d '{"events": [{"server_uuid": "fc814007-5f90-4e0c-825c-6e0903e4600a", "name": "network-vif-plugged", "status": "completed", "tag": "32b8002d-f84e-4dcd-b894-aa7726ca5ee8"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:38.198045 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,segment=NetworkSegment(6ad4572b-e0d5-4720-a3e7-5b2df837217c),segment_id=6ad4572b-e0d5-4720-a3e7-5b2df837217c)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:38.224446 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd77f4-167d-42f5-a97a-e1b92379a12a x-openstack-request-id: req-46dd77f4-167d-42f5-a97a-e1b92379a12a {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:38.224773 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc814007-5f90-4e0c-825c-6e0903e4600a", "name": "network-vif-plugged", "status": "completed", "tag": "32b8002d-f84e-4dcd-b894-aa7726ca5ee8", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:38.225069 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-46dd77f4-167d-42f5-a97a-e1b92379a12a {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:38.225395 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc814007-5f90-4e0c-825c-6e0903e4600a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b8002d-f84e-4dcd-b894-aa7726ca5ee8', 'code': 200} Feb 15 15:21:38.255400 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:38.283193 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03ba1a-e8e2-42ad-8e93-18fa745d5cb0 req-435b50b6-a7b1-43f0-a726-134f2ddc9aa8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:38.284704 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0c03ba1a-e8e2-42ad-8e93-18fa745d5cb0 req-435b50b6-a7b1-43f0-a726-134f2ddc9aa8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0599658 Feb 15 15:21:38.303832 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:38.336330 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0c03ba1a-e8e2-42ad-8e93-18fa745d5cb0 req-7b3f6337-2339-43d3-bfe6-6326f75ad0e6 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459800 Feb 15 15:21:38.443368 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aaa2b-ef86-4739-b9d5-3eb4f13a2d54 req-63cd3747-6270-4e40-b993-082d26577d48 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:38.444844 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0c2aaa2b-ef86-4739-b9d5-3eb4f13a2d54 req-63cd3747-6270-4e40-b993-082d26577d48 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0506463 Feb 15 15:21:38.490455 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0c2aaa2b-ef86-4739-b9d5-3eb4f13a2d54 req-aab2745a-6575-4c1d-ad06-9096c8bc06a1 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Feb 15 15:21:39.162881 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:39.456335 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6ac7-9b1d-4d9b-aea0-7879a15a3eed req-3557b939-c4fb-4100-be52-8014d7e4e8a0 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:39.457774 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ea4b6ac7-9b1d-4d9b-aea0-7879a15a3eed req-3557b939-c4fb-4100-be52-8014d7e4e8a0 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0514405 Feb 15 15:21:39.507966 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ea4b6ac7-9b1d-4d9b-aea0-7879a15a3eed req-cc4a16e2-3309-478c-83f7-3dbbe08afe9c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445435 Feb 15 15:21:39.612526 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5dea9-41e7-41f4-bd7f-fb208f837f42 req-75afcb7d-1fd1-4ca5-ae30-7b8b8f66644a tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:39.614453 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-66b5dea9-41e7-41f4-bd7f-fb208f837f42 req-75afcb7d-1fd1-4ca5-ae30-7b8b8f66644a tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0545919 Feb 15 15:21:39.661293 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-66b5dea9-41e7-41f4-bd7f-fb208f837f42 req-f7de23d9-2131-45b6-82d6-0575e509a454 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Feb 15 15:21:40.135066 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-dfaba1a0-0e68-4dfe-9004-c652de018e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:40.136612 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-dfaba1a0-0e68-4dfe-9004-c652de018e7e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1130 time: 0.0458565 Feb 15 15:21:40.235154 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-f77dd710-e9e4-441b-b031-f454d6b8ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:40.236683 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-f77dd710-e9e4-441b-b031-f454d6b8ffd5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 919 time: 0.0906029 Feb 15 15:21:40.294353 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-c4f26123-bebf-464a-9ba6-7e5c1286bac7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 200 len: 217 time: 0.0429356 Feb 15 15:21:40.398811 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-4206f2fa-ad9d-4728-b599-af7915c748c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:40.400321 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-4206f2fa-ad9d-4728-b599-af7915c748c3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.0843263 Feb 15 15:21:40.408938 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fce338-2218-4a49-8de3-1edf4fd3bed0 req-68ae1dd0-860b-4867-b1c3-ac58266a471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:40.410687 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d1fce338-2218-4a49-8de3-1edf4fd3bed0 req-68ae1dd0-860b-4867-b1c3-ac58266a471f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 1133 time: 0.0931900 Feb 15 15:21:40.444528 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-69fdf0e8-8cac-4311-9aa4-7902b611a91a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326705 Feb 15 15:21:40.536950 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d1fce338-2218-4a49-8de3-1edf4fd3bed0 req-1eee0aad-107c-4a73-a3b6-150089326942 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155317 Feb 15 15:21:40.583907 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-375be01c-626b-4a2c-85fa-a87534d33136 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307061 Feb 15 15:21:40.644040 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc8e0-e59c-40f5-8993-d66a4811be51 req-ad33258f-475c-4487-8abc-2a3120c3b06b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:40.652795 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-551dc8e0-e59c-40f5-8993-d66a4811be51 req-ad33258f-475c-4487-8abc-2a3120c3b06b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0641298 Feb 15 15:21:40.719614 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-551dc8e0-e59c-40f5-8993-d66a4811be51 req-47f3ab0a-e59a-4fd0-b67f-73c42d10d4ed tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655420 Feb 15 15:21:40.850921 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27f5e3-004e-4bb1-87af-786a8fc4c542 req-9264cfb8-f964-4920-8b53-8c8a194ffe67 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:40.853407 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2e27f5e3-004e-4bb1-87af-786a8fc4c542 req-9264cfb8-f964-4920-8b53-8c8a194ffe67 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0969992 Feb 15 15:21:40.908859 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8c7e3762-95f0-4c23-b026-9cac0c313832 req-c0dbc024-e172-46e6-8899-4df8f52ca121 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258924 Feb 15 15:21:40.916367 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2e27f5e3-004e-4bb1-87af-786a8fc4c542 req-52ea5ad7-6351-45e4-8292-0877a1323e82 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547707 Feb 15 15:21:41.045709 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c028b-7676-4382-962b-e34e38d56cae req-df29da65-7ae5-4537-aba9-ec29fd3e5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:41.048315 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e6c028b-7676-4382-962b-e34e38d56cae req-df29da65-7ae5-4537-aba9-ec29fd3e5eb2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1130 time: 0.0636699 Feb 15 15:21:41.199636 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c028b-7676-4382-962b-e34e38d56cae req-476da31d-2b83-44e3-984c-43ffa90381c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:41.201235 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e6c028b-7676-4382-962b-e34e38d56cae req-476da31d-2b83-44e3-984c-43ffa90381c1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 919 time: 0.1070201 Feb 15 15:21:41.212948 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:21:41.248486 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e6c028b-7676-4382-962b-e34e38d56cae req-44d1fec1-e2b9-4ec7-ba94-63378cea5375 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 200 len: 217 time: 0.0384080 Feb 15 15:21:41.316146 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c028b-7676-4382-962b-e34e38d56cae req-9271fe64-f60a-40ac-82b8-bd1db13802c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:41.316146 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e6c028b-7676-4382-962b-e34e38d56cae req-9271fe64-f60a-40ac-82b8-bd1db13802c3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.0587909 Feb 15 15:21:41.354793 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e6c028b-7676-4382-962b-e34e38d56cae req-2bacb967-2bd7-4068-920b-e17cb801440e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337768 Feb 15 15:21:41.506861 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e6c028b-7676-4382-962b-e34e38d56cae req-da9d7984-3874-4ab5-958f-3f2f8d822b2a service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363306 Feb 15 15:21:41.617712 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e6c028b-7676-4382-962b-e34e38d56cae req-e1f6ad7e-8688-48a8-a7fe-054bf37dbb06 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032143 Feb 15 15:21:41.876535 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304828-1e36-45f0-a481-6370096501b5 req-ff16114f-c856-4126-9e3c-20c91492f0bb tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:41.878001 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a304828-1e36-45f0-a481-6370096501b5 req-ff16114f-c856-4126-9e3c-20c91492f0bb tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0590489 Feb 15 15:21:41.930107 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a304828-1e36-45f0-a481-6370096501b5 req-31305f82-c5fd-4e20-90a9-bcbece6a3e9f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464740 Feb 15 15:21:42.077241 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77054-2807-4475-a44c-31333b6bfd9b req-19de61bf-f19f-4e9c-adcd-d0527a473dac tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:42.079071 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f0f77054-2807-4475-a44c-31333b6bfd9b req-19de61bf-f19f-4e9c-adcd-d0527a473dac tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0694821 Feb 15 15:21:42.137824 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f0f77054-2807-4475-a44c-31333b6bfd9b req-66123a9c-8695-4776-a644-a631c837077d tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497913 Feb 15 15:21:42.928664 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-8ea8c17f-f04b-4676-85e0-2b59c9370c70 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:42.930204 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-8ea8c17f-f04b-4676-85e0-2b59c9370c70 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 814 time: 0.1313031 Feb 15 15:21:42.946100 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-de1a1768-eab1-4d1a-9de2-da79e79e7d0a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/quotas/abcafe5f2e554a5db4d295e18da03293 HTTP/1.1" status: 200 len: 375 time: 0.0101860 Feb 15 15:21:43.028919 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-33f012e2-98f8-4968-abb1-14037127f6a0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771196 Feb 15 15:21:43.059414 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c3f5-57f2-4261-940c-42c173db9795 req-7a5b9128-bb12-4705-8eca-ffd639a294ca tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:43.066824 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef95c3f5-57f2-4261-940c-42c173db9795 req-7a5b9128-bb12-4705-8eca-ffd639a294ca tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0666616 Feb 15 15:21:43.127271 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ef95c3f5-57f2-4261-940c-42c173db9795 req-d4f73c2b-5ff6-4bf9-9b02-bcda342972a6 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507696 Feb 15 15:21:43.154415 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-0806e10c-742b-4461-873f-20dfdb3faa2f service neutron] 10.222.0.110 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160161 Feb 15 15:21:43.268063 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7202b-e9a1-4acc-9710-92591fae9ecb req-8dba48ba-f11f-4950-9335-424870a0534a tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:43.269808 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3da7202b-e9a1-4acc-9710-92591fae9ecb req-8dba48ba-f11f-4950-9335-424870a0534a tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0602024 Feb 15 15:21:43.285210 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-e5cc9395-18f6-4938-9697-626bca7fc80e service neutron] 10.222.0.110 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217716 Feb 15 15:21:43.331609 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3da7202b-e9a1-4acc-9710-92591fae9ecb req-7452d702-6f7f-4a48-a0e6-373409e56acf tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557237 Feb 15 15:21:43.610552 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-46fd3819-b1e2-4235-b7ac-ef0469319c39 req-7bbbb8f8-c339-452e-8d79-aa4498a8cc27 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 210 time: 0.0444298 Feb 15 15:21:44.284237 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dad756-0509-4f43-93a6-965329d3ea38 req-daef547f-8729-46ae-b1a2-38e32032e692 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:44.285764 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-03dad756-0509-4f43-93a6-965329d3ea38 req-daef547f-8729-46ae-b1a2-38e32032e692 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0581424 Feb 15 15:21:44.335617 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-03dad756-0509-4f43-93a6-965329d3ea38 req-00e4a1b5-21d6-488c-83fc-c80d695f5103 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442178 Feb 15 15:21:44.482163 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff779d-d3c5-4f0e-aeac-48b40ebf058a req-4bd8d183-4ee5-4afb-af43-47927eb186a7 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:44.484212 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ccff779d-d3c5-4f0e-aeac-48b40ebf058a req-4bd8d183-4ee5-4afb-af43-47927eb186a7 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0842710 Feb 15 15:21:44.544580 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ccff779d-d3c5-4f0e-aeac-48b40ebf058a req-9825b6ba-9dde-4716-aa2e-beb41a5443bc tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541394 Feb 15 15:21:44.736498 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-baa4d6a4-446d-4961-8de2-974ac3e17eca req-e753df7d-7ce4-4298-b91a-405505411355 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 210 time: 0.0495000 Feb 15 15:21:45.457356 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bb4e3-f87c-4305-bf49-4cbd0cb139cd req-19e8291d-1555-4a60-91d3-2102e3529b15 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:45.458842 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae8bb4e3-f87c-4305-bf49-4cbd0cb139cd req-19e8291d-1555-4a60-91d3-2102e3529b15 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0524671 Feb 15 15:21:45.508765 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ae8bb4e3-f87c-4305-bf49-4cbd0cb139cd req-6d29ef93-c67f-4d6c-931a-2b01e4359c30 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Feb 15 15:21:45.674056 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395f1c3-f190-4db1-96d7-126a73604cbc req-e0fcff66-87e5-4040-9032-7966364c862b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:45.675531 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d395f1c3-f190-4db1-96d7-126a73604cbc req-e0fcff66-87e5-4040-9032-7966364c862b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0555127 Feb 15 15:21:45.721737 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d395f1c3-f190-4db1-96d7-126a73604cbc req-d4bc9043-ff17-45d7-be2b-8702355a3321 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Feb 15 15:21:45.834845 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7f01b3b5-1eff-4755-8cb6-e2ae26a3c197 req-f3a6bb55-4eaf-44f9-8c38-54ad9d527efa tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 210 time: 0.0299366 Feb 15 15:21:46.645014 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ee19-26ee-422d-82ec-8a2585fe2abc req-db3c8ab0-6264-4059-8cba-c428360b5a19 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:46.646807 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9c5ee19-26ee-422d-82ec-8a2585fe2abc req-db3c8ab0-6264-4059-8cba-c428360b5a19 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0570655 Feb 15 15:21:46.700746 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e9c5ee19-26ee-422d-82ec-8a2585fe2abc req-99db8a16-f22a-4108-9586-6e9362f4d338 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480168 Feb 15 15:21:46.846657 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a5ba7-ebc7-4982-9a2f-1ab2b1642b29 req-8899128c-c716-4b45-8499-883e63a01a47 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:46.848159 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e5a5ba7-ebc7-4982-9a2f-1ab2b1642b29 req-8899128c-c716-4b45-8499-883e63a01a47 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0558107 Feb 15 15:21:46.956336 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e5a5ba7-ebc7-4982-9a2f-1ab2b1642b29 req-0d385ce0-3271-411b-ad96-cffa7a60983e tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857224 Feb 15 15:21:47.101833 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94e24b58-67dc-4790-b384-c2d2a47307e8 req-6727f8da-2bd5-4a42-98eb-6c4623c78aca tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 210 time: 0.0416825 Feb 15 15:21:47.413974 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef46b5a-8275-4ebc-92f6-e11ff4886385 req-41de0cd2-bd03-4be5-a864-2bab34b3b4c5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:47.424582 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ef46b5a-8275-4ebc-92f6-e11ff4886385 req-41de0cd2-bd03-4be5-a864-2bab34b3b4c5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1017044 Feb 15 15:21:47.503413 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ef46b5a-8275-4ebc-92f6-e11ff4886385 req-fba187c7-ce4b-414b-b874-90debb4715d9 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776012 Feb 15 15:21:47.688635 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-4d4a538d-abe2-4aac-838c-8bc44ae35318 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:47.692362 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b0ff-e4b2-45ea-bbb4-dfc06047f9c8 req-be2250ca-1e46-410c-8aa4-debef5f7583b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:47.692909 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-4d4a538d-abe2-4aac-838c-8bc44ae35318 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/networks?id=b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 200 len: 814 time: 0.2009225 Feb 15 15:21:47.694756 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7e1b0ff-e4b2-45ea-bbb4-dfc06047f9c8 req-be2250ca-1e46-410c-8aa4-debef5f7583b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0622249 Feb 15 15:21:47.722242 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Request body: {'port': {'device_id': '63283ffe-8b45-4750-829a-d771de607035', 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'admin_state_up': True, 'tenant_id': 'abcafe5f2e554a5db4d295e18da03293'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:21:47.774870 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7e1b0ff-e4b2-45ea-bbb4-dfc06047f9c8 req-ed11190a-22e0-4a57-87c6-ff98d329a15d tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740211 Feb 15 15:21:47.964075 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be284e6-4861-4f59-bc3d-aca620b01685 req-47a576c7-91f0-4ff6-9303-025dc2e8cccc tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:47.965543 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2be284e6-4861-4f59-bc3d-aca620b01685 req-47a576c7-91f0-4ff6-9303-025dc2e8cccc tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1017466 Feb 15 15:21:48.022333 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2be284e6-4861-4f59-bc3d-aca620b01685 req-a531ea2d-5e69-4c79-af19-0ab183059e00 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Feb 15 15:21:48.033638 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Made reservation on behalf of abcafe5f2e554a5db4d295e18da03293 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:21:48.041999 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:48.220189 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-19fead4b-c065-44a3-b760-4e7ff8128f24 req-23b2105a-e8a1-4446-bd03-ede910b04160 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 210 time: 0.0350151 Feb 15 15:21:48.226256 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Allocated IP 172.20.0.6 (b3157b38-70a0-48e9-97db-bb27e9cc80c9/2bf91284-353b-4caa-aae4-645c7cbdb48d/bc2b5dab-b5d6-4fbc-9849-725cc6280406) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:21:48.386655 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks [] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:48.524739 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:48.545159 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['acd23972-fc2c-4adc-b584-8aeaed2a0b97', '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5', '21c77df9-8507-4bee-b3c3-c7e735bcb15c'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:48.570095 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Network b3157b38-70a0-48e9-97db-bb27e9cc80c9 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:21:48.571863 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:21:48.577251 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:21:48.735189 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:48.735960 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:48.754716 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Pushing event updated for resources: {'Port': ['ID=bc2b5dab-b5d6-4fbc-9849-725cc6280406,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:48.786431 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.787143 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.788011 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.788551 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.789060 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.789586 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.790109 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.790619 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.791121 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.791611 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.792750 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.793280 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.793949 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:48.862583 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12e38a-2e0a-4a27-a669-bfaec2ddc5e1 req-b476178e-460d-4d5a-8528-a3c2593554c8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:48.864733 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad12e38a-2e0a-4a27-a669-bfaec2ddc5e1 req-b476178e-460d-4d5a-8528-a3c2593554c8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.2464514 Feb 15 15:21:48.918703 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-caf18ee1-0be8-40f9-9019-10247ac890fd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2028787 Feb 15 15:21:48.941969 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Request body: {'port': {'device_id': '63283ffe-8b45-4750-829a-d771de607035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:21:49.028006 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad12e38a-2e0a-4a27-a669-bfaec2ddc5e1 req-fbf76338-eeb3-4ba6-895f-027ee1625567 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507652 Feb 15 15:21:49.094705 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:49.221572 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995af4b-e7d5-41ac-9a51-781ffd80d8ce req-688c1199-dc9f-4aea-a26e-051e5076b6cb tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:49.228929 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f995af4b-e7d5-41ac-9a51-781ffd80d8ce req-688c1199-dc9f-4aea-a26e-051e5076b6cb tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.1313550 Feb 15 15:21:49.395580 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f995af4b-e7d5-41ac-9a51-781ffd80d8ce req-40b64c6a-671f-4d7d-a3c7-e801e3282c90 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633201 Feb 15 15:21:49.462906 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aea88-e845-4c3f-97ad-a345ae67087c req-5401805f-05ed-4e67-bccc-9d05ba1b2a95 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:49.464497 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c25aea88-e845-4c3f-97ad-a345ae67087c req-5401805f-05ed-4e67-bccc-9d05ba1b2a95 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1667650 Feb 15 15:21:49.575678 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c25aea88-e845-4c3f-97ad-a345ae67087c req-b1312274-dee8-431c-8fac-c060b2e59931 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024914 Feb 15 15:21:49.853457 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9881f7-dd46-4970-a7f7-1f6f2da0bcac req-ba69a4bb-9486-4e9e-9099-352bc59becd0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:49.854949 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5d9881f7-dd46-4970-a7f7-1f6f2da0bcac req-ba69a4bb-9486-4e9e-9099-352bc59becd0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 931 time: 0.1139939 Feb 15 15:21:49.959837 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2b5dab-b5d6-4fbc-9849-725cc6280406 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:49.972886 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5d9881f7-dd46-4970-a7f7-1f6f2da0bcac req-24e26c07-7cce-4061-ade3-0b4fc9210bec tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068404 Feb 15 15:21:49.974770 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Publish callbacks [] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:49.989421 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Transition to ACTIVE for port object bc2b5dab-b5d6-4fbc-9849-725cc6280406 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:21:50.042975 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:50.105784 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2b5dab-b5d6-4fbc-9849-725cc6280406,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:50.171595 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f8f4-d37f-41e3-9f3f-30b7e30835c4 req-cf46c27f-244a-4586-911e-eaedaf2590e4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:50.173223 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6984f8f4-d37f-41e3-9f3f-30b7e30835c4 req-cf46c27f-244a-4586-911e-eaedaf2590e4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0745382 Feb 15 15:21:50.209142 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Attempting to bind port bc2b5dab-b5d6-4fbc-9849-725cc6280406 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:21:50.209606 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Attempting to bind port bc2b5dab-b5d6-4fbc-9849-725cc6280406 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:21:50.210183 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Attempting to bind port bc2b5dab-b5d6-4fbc-9849-725cc6280406 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:21:50.214802 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Port bc2b5dab-b5d6-4fbc-9849-725cc6280406 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:21:50.216695 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Attempting to bind port bc2b5dab-b5d6-4fbc-9849-725cc6280406 on network b3157b38-70a0-48e9-97db-bb27e9cc80c9 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:21:50.220778 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:21:50.221207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Checking segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:21:50.221671 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Bound using segment: {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:21:50.222206 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Bound port: bc2b5dab-b5d6-4fbc-9849-725cc6280406, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:21:50.222715 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:50.235474 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6984f8f4-d37f-41e3-9f3f-30b7e30835c4 req-d4373aef-3984-461d-87d3-f2d632622474 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560479 Feb 15 15:21:50.296022 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] For port bc2b5dab-b5d6-4fbc-9849-725cc6280406, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:21:50.300068 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] For port bc2b5dab-b5d6-4fbc-9849-725cc6280406, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc2b5dab-b5d6-4fbc-9849-725cc6280406,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:21:50.386539 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:50.443134 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:50.443820 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:50.445311 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] 10.222.0.102 "PUT /v2.0/ports/bc2b5dab-b5d6-4fbc-9849-725cc6280406 HTTP/1.1" status: 200 len: 1093 time: 1.5087798 Feb 15 15:21:50.445787 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63283ffe-8b45-4750-829a-d771de607035', 'tag': 'bc2b5dab-b5d6-4fbc-9849-725cc6280406'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:50.448103 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d863303c-96e7-4791-b20f-02c60f20b356" -d '{"events": [{"name": "network-changed", "server_uuid": "63283ffe-8b45-4750-829a-d771de607035", "tag": "bc2b5dab-b5d6-4fbc-9849-725cc6280406"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:50.478315 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f6ad3-1616-4065-997a-96a2770aab32 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2b5dab-b5d6-4fbc-9849-725cc6280406,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:50.513722 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa6ef91-ac6a-480b-a6f0-99f149a9abfa x-openstack-request-id: req-8fa6ef91-ac6a-480b-a6f0-99f149a9abfa {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:50.514326 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63283ffe-8b45-4750-829a-d771de607035", "tag": "bc2b5dab-b5d6-4fbc-9849-725cc6280406", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:50.514954 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8fa6ef91-ac6a-480b-a6f0-99f149a9abfa {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:50.515361 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63283ffe-8b45-4750-829a-d771de607035', 'tag': 'bc2b5dab-b5d6-4fbc-9849-725cc6280406', 'status': 'completed', 'code': 200} Feb 15 15:21:50.613281 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8302e-457c-45a1-a491-3e1c1ca30f23 req-e6fc32a0-0055-45cb-9dad-41491a475de8 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:50.617334 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c1b8302e-457c-45a1-a491-3e1c1ca30f23 req-e6fc32a0-0055-45cb-9dad-41491a475de8 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.1187415 Feb 15 15:21:50.648236 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863303c-96e7-4791-b20f-02c60f20b356 req-897aa15c-b7b5-41c0-b314-49761fddc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:50.650337 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d863303c-96e7-4791-b20f-02c60f20b356 req-897aa15c-b7b5-41c0-b314-49761fddc91d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 1127 time: 0.0976298 Feb 15 15:21:50.760847 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf20ae-d1d8-4f32-8edc-3fadbab932da req-2c15ee16-8dad-467b-b785-d1b93e48f9b0 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:50.762469 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cedf20ae-d1d8-4f32-8edc-3fadbab932da req-2c15ee16-8dad-467b-b785-d1b93e48f9b0 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0906091 Feb 15 15:21:50.793146 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c1b8302e-457c-45a1-a491-3e1c1ca30f23 req-15839e41-4057-41b6-a578-e91db0fd9407 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602223 Feb 15 15:21:50.838761 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cedf20ae-d1d8-4f32-8edc-3fadbab932da req-d1f747f6-3340-4e64-a2b4-b532257392f2 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674586 Feb 15 15:21:50.841290 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863303c-96e7-4791-b20f-02c60f20b356 req-0c37c79f-6f2b-4d7f-aae3-9a749a8865e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:50.844118 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d863303c-96e7-4791-b20f-02c60f20b356 req-0c37c79f-6f2b-4d7f-aae3-9a749a8865e2 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=abcafe5f2e554a5db4d295e18da03293&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1770005 Feb 15 15:21:50.978233 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863303c-96e7-4791-b20f-02c60f20b356 req-4abf7552-bca2-4f42-8b40-093d4e6e754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:50.979694 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d863303c-96e7-4791-b20f-02c60f20b356 req-4abf7552-bca2-4f42-8b40-093d4e6e754c service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236935 Feb 15 15:21:51.003596 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-96aafe36-c71c-4277-b368-4cd810cb2875 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:51.005208 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-96aafe36-c71c-4277-b368-4cd810cb2875 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0677817 Feb 15 15:21:51.191502 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-81f1b4a0-3c1a-4b1c-97ce-ae945d0b697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:51.195522 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-81f1b4a0-3c1a-4b1c-97ce-ae945d0b697a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=abcafe5f2e554a5db4d295e18da03293&device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 1127 time: 0.1656756 Feb 15 15:21:51.208067 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28584b18-9ed1-40d9-8208-79838af52204 req-aae72fc9-b881-4594-a52b-5dacaa1164a3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:51.209713 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-28584b18-9ed1-40d9-8208-79838af52204 req-aae72fc9-b881-4594-a52b-5dacaa1164a3 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 943 time: 0.1247721 Feb 15 15:21:51.286284 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-a15d59b8-0123-42df-94f8-39a1594d7f88 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc2b5dab-b5d6-4fbc-9849-725cc6280406 HTTP/1.1" status: 200 len: 217 time: 0.0750451 Feb 15 15:21:51.404346 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-28584b18-9ed1-40d9-8208-79838af52204 req-3e611fcd-f0bd-463a-9174-cb544318afd2 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840093 Feb 15 15:21:51.410200 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Deleting port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:21:51.410882 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:51.443597 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9afb6-a4bf-4706-8292-d380d5ec28fa req-3416e50a-6539-4b7d-8a17-fc869dcd8f92 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:51.445106 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89d9afb6-a4bf-4706-8292-d380d5ec28fa req-3416e50a-6539-4b7d-8a17-fc869dcd8f92 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0952320 Feb 15 15:21:51.483242 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-afa5a552-189e-4041-ab69-ed0dc89ac316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:51.485135 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-afa5a552-189e-4041-ab69-ed0dc89ac316 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2bf91284-353b-4caa-aae4-645c7cbdb48d HTTP/1.1" status: 200 len: 854 time: 0.1854019 Feb 15 15:21:51.511138 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89d9afb6-a4bf-4706-8292-d380d5ec28fa req-cfd128a2-c2d0-4c30-8f35-f777e133a3f0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597069 Feb 15 15:21:51.549728 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-b75ffe28-e530-4650-bbc3-f97beb2890a8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b3157b38-70a0-48e9-97db-bb27e9cc80c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538065 Feb 15 15:21:51.650536 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] For port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,segment=NetworkSegment(6ad4572b-e0d5-4720-a3e7-5b2df837217c),segment_id=6ad4572b-e0d5-4720-a3e7-5b2df837217c)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:51.651043 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:51.674707 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Calling delete_port for 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:21:51.772715 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-01f2f727-90c0-4908-8504-8ebb5f8c4fa6 service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056565 Feb 15 15:21:51.818892 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 38408) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:51.968298 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44c5645d-fe28-4e63-9741-589ce7a6edde req-e5e24f38-0298-4da6-982a-3dcbccc0157b service neutron] 10.222.0.102 "GET /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822703 Feb 15 15:21:52.029852 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec4099-774b-407b-8cad-84340fda4467 req-43437bc6-adbc-4ca0-9496-e7c97f2bb60b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:52.036288 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ec4099-774b-407b-8cad-84340fda4467 req-43437bc6-adbc-4ca0-9496-e7c97f2bb60b tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 949 time: 0.0981810 Feb 15 15:21:52.066471 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795080a-4023-45d2-bd15-395c7c52f473 req-c8f53c20-8339-4a75-b9bd-2c24f19cc1b3 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:52.083629 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (32b8002d-f84e-4dcd-b894-aa7726ca5ee8), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.085424 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5795080a-4023-45d2-bd15-395c7c52f473 req-c8f53c20-8339-4a75-b9bd-2c24f19cc1b3 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1349137 Feb 15 15:21:52.100060 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['32b8002d-f84e-4dcd-b894-aa7726ca5ee8'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:52.119740 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.134048 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Pushing event deleted for resources: {'Port': ['ID=32b8002d-f84e-4dcd-b894-aa7726ca5ee8,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:52.179530 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ec4099-774b-407b-8cad-84340fda4467 req-543f86bf-0e13-4ac2-bed1-33622a375b05 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/security-groups?id=e74f8c23-1122-43fe-b54b-c7965d9a0fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378720 Feb 15 15:21:52.208838 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5795080a-4023-45d2-bd15-395c7c52f473 req-10fafdb8-fa1e-4c76-a872-1a5c817633dc tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159248 Feb 15 15:21:52.222982 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] No DVR routers for this DVR port 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:21:52.236130 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.241684 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-22f33bde-e2e1-47b7-b701-5f1bca3e010f req-36c02cc0-cd16-489f-96f2-b9e2e5dda226 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.102 "DELETE /v2.0/ports/32b8002d-f84e-4dcd-b894-aa7726ca5ee8 HTTP/1.1" status: 204 len: 173 time: 1.2275872 Feb 15 15:21:52.297278 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Publish callbacks [] for security_group (08a554b7-e6e2-48e6-827e-4959f0d511bf), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.357169 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (08a554b7-e6e2-48e6-827e-4959f0d511bf), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.438004 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a554b7-e6e2-48e6-827e-4959f0d511bf,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:52.452735 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.454037 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.454590 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.455392 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.455943 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.456556 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.457036 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.457513 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.458176 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.458603 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.458954 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.459280 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.459635 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:52.477862 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-89337ee3-0585-4568-8d13-a7563dc636bc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=64da177d8894479c8980a3c6f3f40d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6571863 Feb 15 15:21:52.486238 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 38426) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:52.519915 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc814007-5f90-4e0c-825c-6e0903e4600a', 'name': 'network-vif-deleted', 'tag': '32b8002d-f84e-4dcd-b894-aa7726ca5ee8'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:52.522137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af71af59-7842-42b1-aa4e-b80030b603ab" -d '{"events": [{"server_uuid": "fc814007-5f90-4e0c-825c-6e0903e4600a", "name": "network-vif-deleted", "tag": "32b8002d-f84e-4dcd-b894-aa7726ca5ee8"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:52.569726 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cc190dc0-13cf-49d5-9c85-f11856a1c195 admin admin] Publish callbacks [] for security_group (08a554b7-e6e2-48e6-827e-4959f0d511bf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.577826 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e1054-90b2-4366-9d97-2bf1bb2d550e x-openstack-request-id: req-1e9e1054-90b2-4366-9d97-2bf1bb2d550e {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:52.578033 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc814007-5f90-4e0c-825c-6e0903e4600a", "name": "network-vif-deleted", "tag": "32b8002d-f84e-4dcd-b894-aa7726ca5ee8", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:52.578272 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1e9e1054-90b2-4366-9d97-2bf1bb2d550e {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:52.578789 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc814007-5f90-4e0c-825c-6e0903e4600a', 'name': 'network-vif-deleted', 'tag': '32b8002d-f84e-4dcd-b894-aa7726ca5ee8', 'status': 'completed', 'code': 200} Feb 15 15:21:52.615853 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cc190dc0-13cf-49d5-9c85-f11856a1c195 admin admin] Publish callbacks [] for security_group (08a554b7-e6e2-48e6-827e-4959f0d511bf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.618290 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc84664-a5cc-44de-8a4f-94f9cac72b37 req-22783406-9dfe-46aa-a334-d2ff100d84d8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:52.619899 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dbc84664-a5cc-44de-8a4f-94f9cac72b37 req-22783406-9dfe-46aa-a334-d2ff100d84d8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 943 time: 0.0983891 Feb 15 15:21:52.692079 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dbc84664-a5cc-44de-8a4f-94f9cac72b37 req-88c39ee4-ae3c-4456-80a6-313fb03b3c40 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647216 Feb 15 15:21:52.749610 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ce72-beed-4c45-89b1-b79b22bfa5fa req-c6bf6eed-0bef-4086-a072-a648dc4836d4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:52.751492 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-afc7ce72-beed-4c45-89b1-b79b22bfa5fa req-c6bf6eed-0bef-4086-a072-a648dc4836d4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0967331 Feb 15 15:21:52.808235 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-afc7ce72-beed-4c45-89b1-b79b22bfa5fa req-bc4527c0-a69f-4300-b3e4-6d298325accc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503764 Feb 15 15:21:52.831558 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cc190dc0-13cf-49d5-9c85-f11856a1c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (08a554b7-e6e2-48e6-827e-4959f0d511bf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.835441 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-cc190dc0-13cf-49d5-9c85-f11856a1c195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:52.839798 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-cc190dc0-13cf-49d5-9c85-f11856a1c195 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/08a554b7-e6e2-48e6-827e-4959f0d511bf HTTP/1.1" status: 204 len: 168 time: 0.3526118 Feb 15 15:21:52.849995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc190dc0-13cf-49d5-9c85-f11856a1c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a554b7-e6e2-48e6-827e-4959f0d511bf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:53.360696 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-04a4d045-0efc-45ac-a282-83896d44bf49 req-570f175d-ae58-4505-ba67-1061980611c3 tempest-VolumesNegativeTest-1684227717 tempest-VolumesNegativeTest-1684227717-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc814007-5f90-4e0c-825c-6e0903e4600a HTTP/1.1" status: 200 len: 210 time: 0.0626621 Feb 15 15:21:53.414921 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01da4e-f9c8-4c50-986b-101c12f682d9 req-b3f946c9-8f6c-4382-9dea-a41db02bb611 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:53.433300 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2c01da4e-f9c8-4c50-986b-101c12f682d9 req-b3f946c9-8f6c-4382-9dea-a41db02bb611 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1445251 Feb 15 15:21:53.554219 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2c01da4e-f9c8-4c50-986b-101c12f682d9 req-23c72620-8d83-4c0f-b89a-f7fadca806d8 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154816 Feb 15 15:21:53.609287 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 38458) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:53.880770 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ba341-f9d4-4255-bf48-a5a7d6bda7c3 req-dd678b20-3091-4d4f-8071-f4e1a43844cd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:53.884478 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-398ba341-f9d4-4255-bf48-a5a7d6bda7c3 req-dd678b20-3091-4d4f-8071-f4e1a43844cd tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 943 time: 0.1136420 Feb 15 15:21:53.924265 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9db59faf-a895-44cd-95b2-c59b28ad83b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:53.996728 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e520e0-6ac1-4c40-b289-163267155b04 req-289ecb80-dd0b-41b1-8ad4-c37cb65bb040 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:53.999583 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9e520e0-6ac1-4c40-b289-163267155b04 req-289ecb80-dd0b-41b1-8ad4-c37cb65bb040 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0848866 Feb 15 15:21:54.000079 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-398ba341-f9d4-4255-bf48-a5a7d6bda7c3 req-aa10b80d-8aef-4529-851f-87726b58a84d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044149 Feb 15 15:21:54.082032 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f9e520e0-6ac1-4c40-b289-163267155b04 req-aa272231-9849-465d-bab0-21489e8e603d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740926 Feb 15 15:21:54.110784 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9db59faf-a895-44cd-95b2-c59b28ad83b3 admin admin] Publish callbacks [] for security_group (9832d2a4-f7f7-4751-aec2-758b75d4c5ab), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:54.169055 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9db59faf-a895-44cd-95b2-c59b28ad83b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (9832d2a4-f7f7-4751-aec2-758b75d4c5ab), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:54.213863 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db59faf-a895-44cd-95b2-c59b28ad83b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9832d2a4-f7f7-4751-aec2-758b75d4c5ab,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:54.222577 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9db59faf-a895-44cd-95b2-c59b28ad83b3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=dd855fe7e1804b8bbdb6c4b5f52133b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6120634 Feb 15 15:21:54.226534 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 38480) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:54.296544 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b72f50a4-cad9-4e6c-9854-419a4149fc91 admin admin] Publish callbacks [] for security_group (9832d2a4-f7f7-4751-aec2-758b75d4c5ab), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:54.325470 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b72f50a4-cad9-4e6c-9854-419a4149fc91 admin admin] Publish callbacks [] for security_group (9832d2a4-f7f7-4751-aec2-758b75d4c5ab), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:54.473775 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b72f50a4-cad9-4e6c-9854-419a4149fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (9832d2a4-f7f7-4751-aec2-758b75d4c5ab), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:54.485944 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b72f50a4-cad9-4e6c-9854-419a4149fc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:54.485944 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b72f50a4-cad9-4e6c-9854-419a4149fc91 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9832d2a4-f7f7-4751-aec2-758b75d4c5ab HTTP/1.1" status: 204 len: 168 time: 0.2513914 Feb 15 15:21:54.492990 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f50a4-cad9-4e6c-9854-419a4149fc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832d2a4-f7f7-4751-aec2-758b75d4c5ab,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:54.729071 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb56c-388b-437e-bef9-ac621b9e86ee req-c28a79cc-651f-4705-b268-ecb778de9f47 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:54.730561 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a8bb56c-388b-437e-bef9-ac621b9e86ee req-c28a79cc-651f-4705-b268-ecb778de9f47 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0731585 Feb 15 15:21:54.797515 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a8bb56c-388b-437e-bef9-ac621b9e86ee req-2c226650-838d-44a7-a2bb-6ba2d1a23563 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606225 Feb 15 15:21:55.157492 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e74558-ebbb-4ae0-bf9e-07f5ba8b16fd req-7850ba89-f36f-4e69-89df-ecb1416f36b4 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:55.159355 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c2e74558-ebbb-4ae0-bf9e-07f5ba8b16fd req-7850ba89-f36f-4e69-89df-ecb1416f36b4 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 943 time: 0.0673389 Feb 15 15:21:55.228853 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c2e74558-ebbb-4ae0-bf9e-07f5ba8b16fd req-e9448823-4dcb-490a-b513-5209183510ca tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560408 Feb 15 15:21:55.234181 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19969f1-f698-4762-871e-5385858854ab req-3d88fc61-af5a-4510-a519-082a41a5c172 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:55.251126 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device bc2b5dab-b5d6-4fbc-9849-725cc6280406 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:21:55.251683 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c19969f1-f698-4762-871e-5385858854ab req-3d88fc61-af5a-4510-a519-082a41a5c172 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0700555 Feb 15 15:21:55.251818 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:21:55.282382 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:21:55.282672 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 32b8002d-f84e-4dcd-b894-aa7726ca5ee8 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:21:55.300536 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c19969f1-f698-4762-871e-5385858854ab req-063f83a2-cf8e-46c1-a4b4-43fa2c10fb95 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566080 Feb 15 15:21:55.382967 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port bc2b5dab-b5d6-4fbc-9849-725cc6280406, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc2b5dab-b5d6-4fbc-9849-725cc6280406,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:55.397414 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'bc2b5dab-b5d6-4fbc-9849-725cc6280406', 'network_id': 'b3157b38-70a0-48e9-97db-bb27e9cc80c9', 'port_id': 'bc2b5dab-b5d6-4fbc-9849-725cc6280406', 'mac_address': 'fa:16:3e:61:7c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf91284-353b-4caa-aae4-645c7cbdb48d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:21:55.471788 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port bc2b5dab-b5d6-4fbc-9849-725cc6280406 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:55.472453 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:55.492134 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2b5dab-b5d6-4fbc-9849-725cc6280406 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:55.537506 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port bc2b5dab-b5d6-4fbc-9849-725cc6280406, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc2b5dab-b5d6-4fbc-9849-725cc6280406,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:55.618351 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:55.689092 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=bc2b5dab-b5d6-4fbc-9849-725cc6280406,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:55.698179 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.698749 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.699086 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.699417 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.699826 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.700148 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.700795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.701365 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.702511 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.703106 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.703845 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.704366 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.704863 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:21:55.984450 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8185ae-fdab-4e36-8115-e1d9d8369236 req-ab381bed-5a4e-4080-b40a-29a6c1e2f942 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:55.994649 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cd8185ae-fdab-4e36-8115-e1d9d8369236 req-ab381bed-5a4e-4080-b40a-29a6c1e2f942 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0941720 Feb 15 15:21:56.041440 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['bc2b5dab-b5d6-4fbc-9849-725cc6280406'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:56.084383 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cd8185ae-fdab-4e36-8115-e1d9d8369236 req-c0faec88-a6c2-4088-9e9c-04168e6646aa tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885689 Feb 15 15:21:56.465250 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f761b9f-6247-4a3a-b248-b8e65e950b11 req-536a9387-7db0-4610-956c-e8f4796ade8f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:56.468080 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4f761b9f-6247-4a3a-b248-b8e65e950b11 req-536a9387-7db0-4610-956c-e8f4796ade8f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 944 time: 0.1026862 Feb 15 15:21:56.543244 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4f761b9f-6247-4a3a-b248-b8e65e950b11 req-0387448d-e023-4ace-bab5-065a723b0152 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669482 Feb 15 15:21:56.619454 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c82e46-f12e-44d9-bdb2-20a45b349642 req-092e3d16-8d68-4fdd-a753-0e226927b5d8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:56.626972 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1c82e46-f12e-44d9-bdb2-20a45b349642 req-092e3d16-8d68-4fdd-a753-0e226927b5d8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1922836 Feb 15 15:21:56.723621 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1c82e46-f12e-44d9-bdb2-20a45b349642 req-90cff0e4-b59d-44ad-9cc9-abe7fbbf6466 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898600 Feb 15 15:21:57.273321 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea28026-60b1-4a08-8a83-a88d9ce09a6c req-a34db747-025c-4efc-8327-92008e104123 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:57.275283 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eea28026-60b1-4a08-8a83-a88d9ce09a6c req-a34db747-025c-4efc-8327-92008e104123 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0794446 Feb 15 15:21:57.331251 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eea28026-60b1-4a08-8a83-a88d9ce09a6c req-b954da15-c1e3-4bed-980d-3bd881f09c59 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493555 Feb 15 15:21:57.689087 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64992b8-c5cb-4fb6-b467-f13d4646a598 req-67016617-d79b-42e5-989f-402baa3b1529 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:57.690616 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b64992b8-c5cb-4fb6-b467-f13d4646a598 req-67016617-d79b-42e5-989f-402baa3b1529 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 944 time: 0.0658953 Feb 15 15:21:57.759682 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b64992b8-c5cb-4fb6-b467-f13d4646a598 req-78e6bd4f-ea39-4fd1-9a00-a3deb160106d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629470 Feb 15 15:21:57.904082 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c76507-1a4a-43ac-accd-dba48b7cd6eb req-1f02f799-2c03-4a4e-a1b4-eeb39c224054 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:57.908357 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-34c76507-1a4a-43ac-accd-dba48b7cd6eb req-1f02f799-2c03-4a4e-a1b4-eeb39c224054 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0826094 Feb 15 15:21:57.985404 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-34c76507-1a4a-43ac-accd-dba48b7cd6eb req-a1005a2a-c828-4808-ad7b-a5637e6930f3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704176 Feb 15 15:21:58.475837 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fd7f1-71b3-4ade-b257-9398aa3ee2bd req-778380d9-df31-4362-9011-48e1c30ff5d6 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:58.477771 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a29fd7f1-71b3-4ade-b257-9398aa3ee2bd req-778380d9-df31-4362-9011-48e1c30ff5d6 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0677466 Feb 15 15:21:58.566625 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf87eb-190e-4778-8477-fd7d6739bb36 req-f7bac312-2b43-484c-ab4a-7b4fcf0fd47b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:58.570029 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61cf87eb-190e-4778-8477-fd7d6739bb36 req-f7bac312-2b43-484c-ab4a-7b4fcf0fd47b tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0982966 Feb 15 15:21:58.606009 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a29fd7f1-71b3-4ade-b257-9398aa3ee2bd req-777c0b1e-ee1e-4645-aafd-0f9e683916d5 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117723 Feb 15 15:21:58.660238 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61cf87eb-190e-4778-8477-fd7d6739bb36 req-0b892e4f-aa3f-4a41-86ba-a379ab791870 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828168 Feb 15 15:21:58.928888 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e202f3e-655e-4107-9f45-ffbfd6411283 req-4c1dc91e-5700-4893-8f5f-d54f347fcec4 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:58.928888 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e202f3e-655e-4107-9f45-ffbfd6411283 req-4c1dc91e-5700-4893-8f5f-d54f347fcec4 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 944 time: 0.0656478 Feb 15 15:21:58.964685 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9e202f3e-655e-4107-9f45-ffbfd6411283 req-5f8afa9e-a126-4c20-91f2-294a2249a7de tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Feb 15 15:21:59.108621 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb0c92-2d7f-4bc4-be16-05bfbf58b94f req-7c151612-86eb-47b1-a6dd-7d24ec27f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:59.112313 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9dfb0c92-2d7f-4bc4-be16-05bfbf58b94f req-7c151612-86eb-47b1-a6dd-7d24ec27f263 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1130 time: 0.0915504 Feb 15 15:21:59.128099 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2432-e8d2-4fe7-b6ff-ad43c645d402 req-96032150-af0e-4940-aad0-88995f5a9b0e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:59.131866 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-141d2432-e8d2-4fe7-b6ff-ad43c645d402 req-96032150-af0e-4940-aad0-88995f5a9b0e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0725935 Feb 15 15:21:59.195091 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-141d2432-e8d2-4fe7-b6ff-ad43c645d402 req-e69db9fc-2bca-4e61-ab0d-78eec00c681f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590262 Feb 15 15:21:59.223227 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9dfb0c92-2d7f-4bc4-be16-05bfbf58b94f req-56d808cc-4caa-4416-be63-2c831a4ff7c2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030130 Feb 15 15:21:59.273150 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device bc2b5dab-b5d6-4fbc-9849-725cc6280406 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:21:59.460115 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port bc2b5dab-b5d6-4fbc-9849-725cc6280406 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:21:59.464881 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port bc2b5dab-b5d6-4fbc-9849-725cc6280406 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:21:59.465470 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:59.605067 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port bc2b5dab-b5d6-4fbc-9849-725cc6280406 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:59.606293 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:59.662632 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port bc2b5dab-b5d6-4fbc-9849-725cc6280406, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc2b5dab-b5d6-4fbc-9849-725cc6280406,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:59.663766 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63283ffe-8b45-4750-829a-d771de607035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2b5dab-b5d6-4fbc-9849-725cc6280406'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:59.667550 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8db95a-b784-4762-8dbf-9ee00fff464f" -d '{"events": [{"server_uuid": "63283ffe-8b45-4750-829a-d771de607035", "name": "network-vif-plugged", "status": "completed", "tag": "bc2b5dab-b5d6-4fbc-9849-725cc6280406"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:59.740908 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:59.752145 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c9d98a-673a-4464-b9a2-177d0c92866c x-openstack-request-id: req-85c9d98a-673a-4464-b9a2-177d0c92866c {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:59.752679 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63283ffe-8b45-4750-829a-d771de607035", "name": "network-vif-plugged", "status": "completed", "tag": "bc2b5dab-b5d6-4fbc-9849-725cc6280406", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:59.753081 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-85c9d98a-673a-4464-b9a2-177d0c92866c {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:59.753603 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63283ffe-8b45-4750-829a-d771de607035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2b5dab-b5d6-4fbc-9849-725cc6280406', 'code': 200} Feb 15 15:21:59.849855 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 38798) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:21:59.881547 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25234488-b38b-4d42-8690-98b3e4f14b41 req-cac01930-f989-4815-8dac-60224d461302 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:59.889302 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-25234488-b38b-4d42-8690-98b3e4f14b41 req-cac01930-f989-4815-8dac-60224d461302 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1543808 Feb 15 15:21:59.915517 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=bc2b5dab-b5d6-4fbc-9849-725cc6280406,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:00.009801 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b9996-c570-4f09-978a-1e2d5f6a604b req-4b7920e5-3ade-4d4a-b4ea-58ee3b43bae5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:00.012650 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d00b9996-c570-4f09-978a-1e2d5f6a604b req-4b7920e5-3ade-4d4a-b4ea-58ee3b43bae5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1086166 Feb 15 15:22:00.021071 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-25234488-b38b-4d42-8690-98b3e4f14b41 req-4b41bfab-f1de-4006-b2de-a229655adbf0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302335 Feb 15 15:22:00.096766 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8151463c-a9a3-4881-a64c-83303b2f9b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:00.121796 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a066a-38d7-48d1-8c6e-3a2e162374cf req-77e7b869-bf0a-418d-be1c-9fd47e2434be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:00.123296 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e73a066a-38d7-48d1-8c6e-3a2e162374cf req-77e7b869-bf0a-418d-be1c-9fd47e2434be service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 1129 time: 0.0742276 Feb 15 15:22:00.144004 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d00b9996-c570-4f09-978a-1e2d5f6a604b req-da25c63c-c3b6-40cd-85ba-2e6d0d63f8e7 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156585 Feb 15 15:22:00.248031 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8151463c-a9a3-4881-a64c-83303b2f9b30 admin admin] Publish callbacks [] for security_group (411eafb4-d0ee-457e-8289-704d0d38d9ea), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:00.269985 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cffb29-438b-4b60-ae58-0ef78834ccef req-b34b731c-4e6e-4bcb-80d3-6131ef053de8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:00.271643 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98cffb29-438b-4b60-ae58-0ef78834ccef req-b34b731c-4e6e-4bcb-80d3-6131ef053de8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 945 time: 0.1243300 Feb 15 15:22:00.276245 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e73a066a-38d7-48d1-8c6e-3a2e162374cf req-601bef5b-2b3f-4384-a425-8745f91bc2d1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396470 Feb 15 15:22:00.362118 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8151463c-a9a3-4881-a64c-83303b2f9b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (411eafb4-d0ee-457e-8289-704d0d38d9ea), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:00.402294 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98cffb29-438b-4b60-ae58-0ef78834ccef req-2799196c-07a7-4a57-9521-78d939017110 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978866 Feb 15 15:22:00.432097 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151463c-a9a3-4881-a64c-83303b2f9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411eafb4-d0ee-457e-8289-704d0d38d9ea,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:00.437108 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8151463c-a9a3-4881-a64c-83303b2f9b30 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e37da514059045a590ea17568d275484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5858724 Feb 15 15:22:00.440278 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 38842) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:00.462063 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4ebce-d80f-4af9-9dc0-27aae8c220c9 req-951b98eb-b079-4364-9f28-f9f7db488384 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:00.464370 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24e4ebce-d80f-4af9-9dc0-27aae8c220c9 req-951b98eb-b079-4364-9f28-f9f7db488384 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1747935 Feb 15 15:22:00.503037 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e68d40f6-9786-495e-8ff5-5bb8b3fcbc4c admin admin] Publish callbacks [] for security_group (411eafb4-d0ee-457e-8289-704d0d38d9ea), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:00.525954 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-24e4ebce-d80f-4af9-9dc0-27aae8c220c9 req-a6334684-01bb-4916-9c95-01afb94ed0b4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551181 Feb 15 15:22:00.531297 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e68d40f6-9786-495e-8ff5-5bb8b3fcbc4c admin admin] Publish callbacks [] for security_group (411eafb4-d0ee-457e-8289-704d0d38d9ea), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:00.683094 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e68d40f6-9786-495e-8ff5-5bb8b3fcbc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (411eafb4-d0ee-457e-8289-704d0d38d9ea), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:00.686551 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e68d40f6-9786-495e-8ff5-5bb8b3fcbc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:00.688818 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e68d40f6-9786-495e-8ff5-5bb8b3fcbc4c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/411eafb4-d0ee-457e-8289-704d0d38d9ea HTTP/1.1" status: 204 len: 168 time: 0.2452900 Feb 15 15:22:00.696655 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d40f6-9786-495e-8ff5-5bb8b3fcbc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411eafb4-d0ee-457e-8289-704d0d38d9ea,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:01.180018 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8bd9-8d21-4fe0-8828-0176ea87a29c req-2501db8b-288e-4790-8827-26f0593b040e tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:01.181539 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c30f8bd9-8d21-4fe0-8828-0176ea87a29c req-2501db8b-288e-4790-8827-26f0593b040e tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0632648 Feb 15 15:22:01.272530 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c30f8bd9-8d21-4fe0-8828-0176ea87a29c req-0a4cf3d9-0553-44af-a2f3-bda409f16939 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779891 Feb 15 15:22:01.296324 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775644-0b50-48a2-824d-bd2ca16614b0 req-a2b1610a-710c-4229-af30-87e659b0d22c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:01.304658 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f5775644-0b50-48a2-824d-bd2ca16614b0 req-a2b1610a-710c-4229-af30-87e659b0d22c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0873086 Feb 15 15:22:01.380311 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f5775644-0b50-48a2-824d-bd2ca16614b0 req-081821b9-006f-4618-9969-ea1d3d996f54 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745053 Feb 15 15:22:01.460291 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 38862) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:01.482722 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-035230f8-023c-411d-a1f0-27110b8c8239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:01.569568 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2a4bc-c426-4172-aa65-bc0aecba297e req-934fbbc2-3a6c-419e-b763-c88b3cee403d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:01.571118 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-38f2a4bc-c426-4172-aa65-bc0aecba297e req-934fbbc2-3a6c-419e-b763-c88b3cee403d tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 945 time: 0.0777800 Feb 15 15:22:01.585426 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-035230f8-023c-411d-a1f0-27110b8c8239 admin admin] Publish callbacks [] for security_group (1c36811f-ad06-473a-b8bd-8697f660f1bc), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:01.641069 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-38f2a4bc-c426-4172-aa65-bc0aecba297e req-0ada2fd2-d6c8-4766-9edd-cdd46d2a792a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615661 Feb 15 15:22:01.701187 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-035230f8-023c-411d-a1f0-27110b8c8239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (1c36811f-ad06-473a-b8bd-8697f660f1bc), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:01.759609 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e2aa-6d2d-4ba2-acf0-85b3806801cb req-6d057e6e-cedd-423e-9931-68af09ab4297 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:01.761373 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6ea0e2aa-6d2d-4ba2-acf0-85b3806801cb req-6d057e6e-cedd-423e-9931-68af09ab4297 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0980260 Feb 15 15:22:01.763948 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-035230f8-023c-411d-a1f0-27110b8c8239 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9c6169d552d04983bf65d21815fa6bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023875 Feb 15 15:22:01.764742 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035230f8-023c-411d-a1f0-27110b8c8239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c36811f-ad06-473a-b8bd-8697f660f1bc,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:01.768209 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 38872) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:01.848739 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6ea0e2aa-6d2d-4ba2-acf0-85b3806801cb req-100fbe6a-6fa9-4b11-a2d1-29491806b0be tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601392 Feb 15 15:22:01.871647 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e82a26bc-d61c-4b18-ac77-c55749052962 admin admin] Publish callbacks [] for security_group (1c36811f-ad06-473a-b8bd-8697f660f1bc), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:01.898829 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e82a26bc-d61c-4b18-ac77-c55749052962 admin admin] Publish callbacks [] for security_group (1c36811f-ad06-473a-b8bd-8697f660f1bc), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:02.037936 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0e69e-4c41-46d0-b2d7-e4373654ea4f req-f5fa1834-798e-4225-801d-7f623b6e1893 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:02.039467 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-06e0e69e-4c41-46d0-b2d7-e4373654ea4f req-f5fa1834-798e-4225-801d-7f623b6e1893 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0699296 Feb 15 15:22:02.089505 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e82a26bc-d61c-4b18-ac77-c55749052962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (1c36811f-ad06-473a-b8bd-8697f660f1bc), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:02.092071 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e82a26bc-d61c-4b18-ac77-c55749052962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:02.093884 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e82a26bc-d61c-4b18-ac77-c55749052962 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1c36811f-ad06-473a-b8bd-8697f660f1bc HTTP/1.1" status: 204 len: 168 time: 0.3245897 Feb 15 15:22:02.128014 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-06e0e69e-4c41-46d0-b2d7-e4373654ea4f req-d243cc30-3a75-4b0d-bc2d-70f89719953e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782177 Feb 15 15:22:02.128014 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a26bc-d61c-4b18-ac77-c55749052962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c36811f-ad06-473a-b8bd-8697f660f1bc,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:02.146618 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-78122ea3-ab94-4399-8406-a008eb7c1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:02.148486 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-78122ea3-ab94-4399-8406-a008eb7c1050 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8ca7be2d793a4956bde996527811910d&device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 1130 time: 0.0969546 Feb 15 15:22:02.263203 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-d6e7abcd-23cd-4ca5-a070-af2467a5caec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:02.265252 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-d6e7abcd-23cd-4ca5-a070-af2467a5caec service neutron] 10.222.0.102 "GET /v2.0/networks?id=663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 200 len: 919 time: 0.1082850 Feb 15 15:22:02.402216 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-4c055d5b-e80d-4726-b3aa-216954481e61 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 200 len: 217 time: 0.1159809 Feb 15 15:22:02.529244 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-1b155889-0cf7-4895-8bc5-f657d7439309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:02.531687 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-1b155889-0cf7-4895-8bc5-f657d7439309 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 200 len: 858 time: 0.1035514 Feb 15 15:22:02.554747 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 38890) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:02.556134 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128467d-6074-4234-91b8-976ba6d7481a req-2ea2a524-870d-4b74-9877-7fd31d2bca2c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:02.557944 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1128467d-6074-4234-91b8-976ba6d7481a req-2ea2a524-870d-4b74-9877-7fd31d2bca2c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1727576 Feb 15 15:22:02.624622 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-0c29b911-0612-47cd-8443-9e4fd910ae27 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=663914f1-36e9-4577-97bd-1b38afd4ce89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646539 Feb 15 15:22:02.723272 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-339f5537-230b-431e-81d7-bf0def4c298c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:02.741448 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1128467d-6074-4234-91b8-976ba6d7481a req-db258dd5-582c-4ce9-afc8-823b4dad97ec tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709638 Feb 15 15:22:02.822096 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-75c649ae-1953-482b-86bd-68016dfa7417 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882989 Feb 15 15:22:02.834500 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7d397134-b4e3-4ab0-a14e-6c15a63382a5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f4c5014c975a48989fb4c187c01d51a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761903 Feb 15 15:22:02.834768 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 38902) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:02.858788 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b3996-35e7-42ff-85dc-58693248623c req-75c992e3-8f4e-4189-a056-388f609091a7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:02.860659 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a90b3996-35e7-42ff-85dc-58693248623c req-75c992e3-8f4e-4189-a056-388f609091a7 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 945 time: 0.0725055 Feb 15 15:22:02.950212 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a90b3996-35e7-42ff-85dc-58693248623c req-1edb4673-92a0-4583-a742-74789d1d5555 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768981 Feb 15 15:22:03.053768 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5f24330-e4cc-4dc3-a1be-9b31aa614db6 admin admin] Publish callbacks [] for security_group (e74f8c23-1122-43fe-b54b-c7965d9a0fb7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:03.113701 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390e273-50c9-4ac8-a367-72f80982c91e req-82bae97d-a989-46ff-800a-88a4878c2a1c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:03.115562 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3390e273-50c9-4ac8-a367-72f80982c91e req-82bae97d-a989-46ff-800a-88a4878c2a1c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1214664 Feb 15 15:22:03.117815 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5f24330-e4cc-4dc3-a1be-9b31aa614db6 admin admin] Publish callbacks [] for security_group (e74f8c23-1122-43fe-b54b-c7965d9a0fb7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:03.153066 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cba7aed0-9eb8-4f48-91ea-728e0e34f9f4 req-dc22223d-4d99-4edb-953b-4942d5d25c83 service neutron] 10.222.0.102 "GET /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846892 Feb 15 15:22:03.229846 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3390e273-50c9-4ac8-a367-72f80982c91e req-ea6e1126-e862-45e1-b39d-d037ca6eefb7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973864 Feb 15 15:22:03.294789 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5f24330-e4cc-4dc3-a1be-9b31aa614db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (e74f8c23-1122-43fe-b54b-c7965d9a0fb7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:03.299991 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c5f24330-e4cc-4dc3-a1be-9b31aa614db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:03.302099 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c5f24330-e4cc-4dc3-a1be-9b31aa614db6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e74f8c23-1122-43fe-b54b-c7965d9a0fb7 HTTP/1.1" status: 204 len: 168 time: 0.4653351 Feb 15 15:22:03.346810 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f661983-baa0-44b6-baa4-422858d63262 req-8c0254a0-84aa-491e-a5ed-a2d0385bab2e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:03.347315 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f24330-e4cc-4dc3-a1be-9b31aa614db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f8c23-1122-43fe-b54b-c7965d9a0fb7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:03.348541 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3f661983-baa0-44b6-baa4-422858d63262 req-8c0254a0-84aa-491e-a5ed-a2d0385bab2e tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0794141 Feb 15 15:22:03.457527 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3f661983-baa0-44b6-baa4-422858d63262 req-be166f23-9697-4bce-9a0a-d642917eba16 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963814 Feb 15 15:22:03.918007 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba2818-80da-41aa-b4d3-e95eca77b8f7 req-907404b2-c335-461c-b167-49860aa402e7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:03.925257 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edba2818-80da-41aa-b4d3-e95eca77b8f7 req-907404b2-c335-461c-b167-49860aa402e7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1140673 Feb 15 15:22:03.993590 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edba2818-80da-41aa-b4d3-e95eca77b8f7 req-f7ff5f8e-8bd9-4c54-9ff2-f6e325bc48ad tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627072 Feb 15 15:22:04.386215 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989daeb-78ff-4bc4-8a0f-1619eaad4ad0 req-915cbb9a-0c8c-4a00-a7b0-07cd2dcce0be tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:04.395082 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1989daeb-78ff-4bc4-8a0f-1619eaad4ad0 req-915cbb9a-0c8c-4a00-a7b0-07cd2dcce0be tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0806930 Feb 15 15:22:04.450894 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1989daeb-78ff-4bc4-8a0f-1619eaad4ad0 req-b75299a0-3e94-452a-9978-fc213c00e861 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546858 Feb 15 15:22:04.606054 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae2668-61cb-4180-b9d6-c41275666a83 req-f76f4bb1-2cc0-4f53-9865-fb1cf9a29404 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:04.615215 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cfae2668-61cb-4180-b9d6-c41275666a83 req-f76f4bb1-2cc0-4f53-9865-fb1cf9a29404 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0680561 Feb 15 15:22:04.699865 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cfae2668-61cb-4180-b9d6-c41275666a83 req-5a5824a1-250b-4c12-8218-7817e4016911 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855098 Feb 15 15:22:04.751504 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 38976) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:04.867932 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2117450597-network', 'tenant_id': '59010d4129e04353828e17181565f4b7'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:04.956947 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Made reservation on behalf of 59010d4129e04353828e17181565f4b7 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:04.961270 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:04.980849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.103353 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Publish callbacks [] for security_group (3ba5374d-b66c-41fb-b11f-394dcb14f182), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.152564 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a6acf-3077-40b6-a473-74a15163ac8c req-65426407-109f-480b-ad56-6070aa12c5d1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:05.154125 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0a0a6acf-3077-40b6-a473-74a15163ac8c req-65426407-109f-480b-ad56-6070aa12c5d1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0711708 Feb 15 15:22:05.175349 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3ba5374d-b66c-41fb-b11f-394dcb14f182), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.198343 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:22:05.237435 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (488257da-e709-4936-8ce2-55992fcce335), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.239022 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Added segment 488257da-e709-4936-8ce2-55992fcce335 of type vlan for network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 Feb 15 15:22:05.239139 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba5374d-b66c-41fb-b11f-394dcb14f182,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:05.267982 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0a0a6acf-3077-40b6-a473-74a15163ac8c req-54a1d70d-ebb8-45bb-8d67-94c3377c273e tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041894 Feb 15 15:22:05.306411 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (5f4ecbc0-ff18-47fc-a330-88951a4a0033), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.391552 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (5f4ecbc0-ff18-47fc-a330-88951a4a0033), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.392572 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:05.393153 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.405480 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f706b087-c50b-42ab-8a31-173220a9d61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.456703 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] Pushing event updated for resources: {'Network': ['ID=5f4ecbc0-ff18-47fc-a330-88951a4a0033,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:05.467649 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:22:05.534424 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c1ae35cd-ab13-4890-b22a-a7bb988ff47f admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7814453 Feb 15 15:22:05.537345 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39014) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:05.543174 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Request body: {'subnet': {'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2117450597-subnet', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:05.598355 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4971a-a71e-4c1d-83d5-3fed4adcddc4 req-c17ae2ee-8dca-4e10-b7d3-fdf46e175353 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:05.599930 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a4e4971a-a71e-4c1d-83d5-3fed4adcddc4 req-c17ae2ee-8dca-4e10-b7d3-fdf46e175353 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0641007 Feb 15 15:22:05.647323 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a4e4971a-a71e-4c1d-83d5-3fed4adcddc4 req-7e1f1090-d38d-4ea0-b51c-458410e2907a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Feb 15 15:22:05.649162 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Made reservation on behalf of 59010d4129e04353828e17181565f4b7 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:05.651676 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8822925'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.830850 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64a591-fac6-4897-9584-83a0b76c6567 req-cee1bab7-d1d4-4a85-bfd3-4c5b41f5b988 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:05.832781 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d64a591-fac6-4897-9584-83a0b76c6567 req-cee1bab7-d1d4-4a85-bfd3-4c5b41f5b988 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0578444 Feb 15 15:22:05.877684 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8822943'] for subnet (4e5c6db3-40bf-48a5-9686-56ee9ced6493), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:05.880758 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d64a591-fac6-4897-9584-83a0b76c6567 req-a1fa46a5-4c95-4704-9195-9aaa5fae341f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Feb 15 15:22:05.941928 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5c6db3-40bf-48a5-9686-56ee9ced6493,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:05.950533 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Checking segment: {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:05.950901 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Network hostable DHCP agents. Network: 5f4ecbc0-ff18-47fc-a330-88951a4a0033, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:22:06.060050 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:22:06.157367 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 5f4ecbc0-ff18-47fc-a330-88951a4a0033) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:06.162454 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:06.165685 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.168569 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45041251-5e3f-4d37-b671-57dc1767785f None None] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:06.251562 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e0f7cdbd-db05-4c28-98a8-6a0ac6688865 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7085278 Feb 15 15:22:06.252493 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39026) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:06.257473 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:06.277003 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'project_id': '59010d4129e04353828e17181565f4b7', 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:22:06.277865 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.362580 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.370532 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (bc5f9804-7bc2-42ca-b6e4-332c48591079), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.371847 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (bc5f9804-7bc2-42ca-b6e4-332c48591079), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.435207 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks [] for router_controller (bc5f9804-7bc2-42ca-b6e4-332c48591079), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.438801 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Allocated IP 172.20.0.2 (5f4ecbc0-ff18-47fc-a330-88951a4a0033/4e5c6db3-40bf-48a5-9686-56ee9ced6493/fbcfe01f-6a5d-4066-82ea-89a2b93cd725) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:06.443233 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c2509-d9d1-4390-a594-2457bacbe745 req-2b8a8c59-5cd6-45ef-a46c-2c5d670a226f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:06.444810 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-344c2509-d9d1-4390-a594-2457bacbe745 req-2b8a8c59-5cd6-45ef-a46c-2c5d670a226f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1050663 Feb 15 15:22:06.507431 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-344c2509-d9d1-4390-a594-2457bacbe745 req-8bfe7db7-cd42-44de-8cc6-dab16943de92 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565727 Feb 15 15:22:06.590771 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Publish callbacks [] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.655481 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks [] for router_gateway (bc5f9804-7bc2-42ca-b6e4-332c48591079), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.747025 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:06.792939 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166e730-4311-441d-ae2f-c722219615f4 req-928c534c-931c-4882-b00e-3424340655cb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:06.801536 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8166e730-4311-441d-ae2f-c722219615f4 req-928c534c-931c-4882-b00e-3424340655cb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0807347 Feb 15 15:22:06.882267 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8166e730-4311-441d-ae2f-c722219615f4 req-d18d16f7-32d6-435a-802f-60a147ca7a57 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775449 Feb 15 15:22:06.918415 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:06.935542 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:06.955153 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:07.016217 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Pushing event updated for resources: {'Port': ['ID=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:07.031125 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Attempting to bind port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:07.031566 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Attempting to bind port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:07.032024 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Attempting to bind port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 on network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:07.038069 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:07.043052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Checking segment: {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:07.043052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.043052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Bound using segment: {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:07.043052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Bound port: fbcfe01f-6a5d-4066-82ea-89a2b93cd725, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:07.043052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.068673 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks [] for router_gateway (bc5f9804-7bc2-42ca-b6e4-332c48591079), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.077531 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.080707 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda953cb-587a-4551-b218-592e71cb9350 req-e4fe0821-918a-4b94-9364-0e0c13e61516 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:07.080707 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eda953cb-587a-4551-b218-592e71cb9350 req-e4fe0821-918a-4b94-9364-0e0c13e61516 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.0974674 Feb 15 15:22:07.099863 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.110950 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] For port fbcfe01f-6a5d-4066-82ea-89a2b93cd725, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:07.113959 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] For port fbcfe01f-6a5d-4066-82ea-89a2b93cd725, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:07.220508 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.284668 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eaa30-8f11-4efb-9041-473f4726b462 None None] Pushing event updated for resources: {'Port': ['ID=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:07.398508 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eda953cb-587a-4551-b218-592e71cb9350 req-f93fe6e5-0bc7-4211-9d8b-14d4944846dd tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007395 Feb 15 15:22:07.473177 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Allocated IP 172.27.0.76 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/123cde6f-35a1-4a2e-b38e-250ecc2bd5f6) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:07.648554 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.677529 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks [] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.708506 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06c66-86a7-453f-962d-ef1e03bfbd1c req-362d03e0-f6ef-4f47-8d1a-092fac4e2b97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:07.710025 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6cc06c66-86a7-453f-962d-ef1e03bfbd1c req-362d03e0-f6ef-4f47-8d1a-092fac4e2b97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1081090 Feb 15 15:22:07.769251 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6cc06c66-86a7-453f-962d-ef1e03bfbd1c req-a9b0798b-cd3a-466c-b199-1632b045550c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501804 Feb 15 15:22:07.820215 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:07.864762 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:07.867937 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:07.870959 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:07.901161 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Pushing event updated for resources: {'Port': ['ID=123cde6f-35a1-4a2e-b38e-250ecc2bd5f6,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:08.033482 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d83be8-9f55-4738-a532-6e27b0b60338 req-2e724957-2a2e-42ef-93f3-7de3af3b08a7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:08.035098 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d5d83be8-9f55-4738-a532-6e27b0b60338 req-2e724957-2a2e-42ef-93f3-7de3af3b08a7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0655541 Feb 15 15:22:08.089493 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d5d83be8-9f55-4738-a532-6e27b0b60338 req-0528701f-985d-4dd6-bfcd-cfb88988967b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447693 Feb 15 15:22:08.222468 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks [] for router_gateway (bc5f9804-7bc2-42ca-b6e4-332c48591079), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.359752 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184e337-936f-4870-9f48-eec22e60cd26 None None] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:08.421642 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device fbcfe01f-6a5d-4066-82ea-89a2b93cd725 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:08.477882 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (bc5f9804-7bc2-42ca-b6e4-332c48591079), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.489252 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-a39dd6a3-f933-4621-a7c9-e09ee396cf73 None None] Provisioning complete for port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:08.489628 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a39dd6a3-f933-4621-a7c9-e09ee396cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.563954 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:08.564336 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.643047 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Router bc5f9804-7bc2-42ca-b6e4-332c48591079 is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:22:08.657365 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a39dd6a3-f933-4621-a7c9-e09ee396cf73 None None] Current status of the port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:08.657920 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a39dd6a3-f933-4621-a7c9-e09ee396cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.724219 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-a39dd6a3-f933-4621-a7c9-e09ee396cf73 None None] For port fbcfe01f-6a5d-4066-82ea-89a2b93cd725, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:08.725697 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:08.726083 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.763547 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:08.776283 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Sync routers for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:08.787298 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a39dd6a3-f933-4621-a7c9-e09ee396cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.789486 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:08.790696 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:08.841693 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.848442 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39114) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:08.856310 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a086ca1d-ad7a-4daa-b252-f4a90fee8356 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6026087 Feb 15 15:22:08.867394 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.db.api [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:22:08.867813 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG oslo_db.api [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 15:22:08.874095 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dd6a3-f933-4621-a7c9-e09ee396cf73 None None] Pushing event updated for resources: {'Port': ['ID=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:08.919262 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2b039510-f20a-4b4f-986f-3b7653d50a79 None None] Provisioning complete for port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:08.919730 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2b039510-f20a-4b4f-986f-3b7653d50a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:08.974672 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:08.987913 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d856dc-a4c6-41b9-9ebc-45701dd1cbe7 req-8ee105ef-4136-479a-af51-4393beb39f02 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:08.991903 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1d856dc-a4c6-41b9-9ebc-45701dd1cbe7 req-8ee105ef-4136-479a-af51-4393beb39f02 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0993052 Feb 15 15:22:09.047906 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2b039510-f20a-4b4f-986f-3b7653d50a79 None None] Current status of the port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:09.065397 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1d856dc-a4c6-41b9-9ebc-45701dd1cbe7 req-54414c89-0419-413a-b4f9-03aa8a75676b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649664 Feb 15 15:22:09.181608 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.196261 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:08Z', 'revision_number': 3, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:09.228400 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Checking router: bc5f9804-7bc2-42ca-b6e4-332c48591079 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:09.228744 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Updating router bc5f9804-7bc2-42ca-b6e4-332c48591079 port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:09.258549 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.401480 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4782e6-61cc-4542-a137-68e294abaf0a req-480a9cd1-2ab9-4d20-9c7c-9f9f0ec714fe tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:09.402981 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3d4782e6-61cc-4542-a137-68e294abaf0a req-480a9cd1-2ab9-4d20-9c7c-9f9f0ec714fe tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0792856 Feb 15 15:22:09.423050 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:09.534303 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Publish callbacks [] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.535594 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3d4782e6-61cc-4542-a137-68e294abaf0a req-fb25b5c6-88a9-49fc-8ec8-8b68af28c5c1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219969 Feb 15 15:22:09.631729 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.673328 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.684363 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Attempting to bind port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:09.684727 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Attempting to bind port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:09.685080 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Attempting to bind port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:09.692483 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Pushing event updated for resources: {'Port': ['ID=123cde6f-35a1-4a2e-b38e-250ecc2bd5f6,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:09.698517 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:09.703812 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:09.703812 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.703812 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:09.703812 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Bound port: 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:09.703812 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.704338 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.704698 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.705053 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.705385 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.705708 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.706026 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.706363 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.706684 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.707001 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.707350 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.707656 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.707991 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.708300 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:09.757824 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] For port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:09.761035 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] For port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=123cde6f-35a1-4a2e-b38e-250ecc2bd5f6,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:09.832349 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Allocated IP 172.20.0.1 (5f4ecbc0-ff18-47fc-a330-88951a4a0033/4e5c6db3-40bf-48a5-9686-56ee9ced6493/e2893e62-622f-4c17-bc16-830a70ca4aad) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:09.854561 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.910463 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:09.911143 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:09.937432 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Publish callbacks [] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:09.953284 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576899d0-6b85-43cd-be33-ca6d3486f03a None None] Pushing event updated for resources: {'Port': ['ID=123cde6f-35a1-4a2e-b38e-250ecc2bd5f6,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:10.026002 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.027898 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:10.085088 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:10.088858 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:10.107071 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:10.112805 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Pushing event updated for resources: {'Port': ['ID=e2893e62-622f-4c17-bc16-830a70ca4aad,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:10.187833 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (bc5f9804-7bc2-42ca-b6e4-332c48591079), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.234477 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:08Z', 'revision_number': 3, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:10.269147 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462600e-8bda-47b2-ad61-95e4d74e609c req-102cdd27-6242-42ef-9dae-49d65e4b3cbd tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:10.270707 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5462600e-8bda-47b2-ad61-95e4d74e609c req-102cdd27-6242-42ef-9dae-49d65e4b3cbd tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1136107 Feb 15 15:22:10.270944 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807a8a2-8bc8-4e18-91e7-5eb82c3a9e98 None None] The sync data for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi is: [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:08Z', 'revision_number': 3, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:10.356616 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device fbcfe01f-6a5d-4066-82ea-89a2b93cd725 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:10.365089 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5462600e-8bda-47b2-ad61-95e4d74e609c req-b124b260-2427-48fb-be9c-53bc10ea1255 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866745 Feb 15 15:22:10.407828 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-44703179-cca5-4579-a34b-8fba0ab70bd4 None None] Provisioning complete for port e2893e62-622f-4c17-bc16-830a70ca4aad triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:10.408208 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-44703179-cca5-4579-a34b-8fba0ab70bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.454624 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-44703179-cca5-4579-a34b-8fba0ab70bd4 None None] Port e2893e62-622f-4c17-bc16-830a70ca4aad cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:10.456089 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:10.456428 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.484519 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.558740 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:10.709748 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283046db-bba5-4380-b9f9-6ba2d6dd866c req-a441a270-3839-4ab1-9830-b450bc213ba1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:10.718842 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Publish callbacks [] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.724328 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-283046db-bba5-4380-b9f9-6ba2d6dd866c req-a441a270-3839-4ab1-9830-b450bc213ba1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0904870 Feb 15 15:22:10.783244 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-283046db-bba5-4380-b9f9-6ba2d6dd866c req-e1b113ab-1f88-4205-9fe6-75cdeb5869cc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579405 Feb 15 15:22:10.820161 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.907418 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (bc5f9804-7bc2-42ca-b6e4-332c48591079), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.909596 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Pushing event updated for resources: {'Port': ['ID=e2893e62-622f-4c17-bc16-830a70ca4aad,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:11.007464 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:11.008922 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:11.155608 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Router bc5f9804-7bc2-42ca-b6e4-332c48591079 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:11.280802 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-6b0a34e8-9929-486a-b915-68a6da609726 None None] Provisioning complete for port e2893e62-622f-4c17-bc16-830a70ca4aad triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:11.281381 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6b0a34e8-9929-486a-b915-68a6da609726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:11.281752 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:11.289313 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-814c1269-d6c6-441c-800f-7b42e5acec55 admin admin] 10.222.0.110 "PUT /v2.0/routers/bc5f9804-7bc2-42ca-b6e4-332c48591079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375541 Feb 15 15:22:11.328487 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a34e8-9929-486a-b915-68a6da609726 None None] Port e2893e62-622f-4c17-bc16-830a70ca4aad cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:11.489478 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bc84e-c4c7-4e2c-a037-ff89fa5bf2b1 req-0022b009-f58e-41c5-b7a5-f9a4a0265274 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:11.490855 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4f3bc84e-c4c7-4e2c-a037-ff89fa5bf2b1 req-0022b009-f58e-41c5-b7a5-f9a4a0265274 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0532727 Feb 15 15:22:11.536949 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39158) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:11.551246 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4f3bc84e-c4c7-4e2c-a037-ff89fa5bf2b1 req-dbee24bc-7743-43cb-aca7-a11e8b048cdc tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546727 Feb 15 15:22:11.585174 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-6caa168d-afc0-42d6-8ee3-0b8667ee5c89 admin admin] Deleting subnet 8c274e2b-2a0b-4934-b837-994ea8c019f5 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:22:11.589277 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6caa168d-afc0-42d6-8ee3-0b8667ee5c89 admin admin] Publish callbacks [] for subnet (8c274e2b-2a0b-4934-b837-994ea8c019f5), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:11.633282 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6caa168d-afc0-42d6-8ee3-0b8667ee5c89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8824911'] for subnet (8c274e2b-2a0b-4934-b837-994ea8c019f5), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:11.681000 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6caa168d-afc0-42d6-8ee3-0b8667ee5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (8c274e2b-2a0b-4934-b837-994ea8c019f5), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:11.919566 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898ff8-3930-49a7-a213-787365a70a3d req-5b2e7708-af78-41c4-8df0-47a1ed0ed2b5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:11.922332 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-de898ff8-3930-49a7-a213-787365a70a3d req-5b2e7708-af78-41c4-8df0-47a1ed0ed2b5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0622456 Feb 15 15:22:11.975499 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-de898ff8-3930-49a7-a213-787365a70a3d req-106a16fb-a27b-44c1-a6e1-1a70cbd9a2d4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458837 Feb 15 15:22:12.088057 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Sync routers for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:12.099830 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:12.100512 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:12.168995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6caa168d-afc0-42d6-8ee3-0b8667ee5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9107968'] for subnet (8c274e2b-2a0b-4934-b837-994ea8c019f5), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.229963 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6caa168d-afc0-42d6-8ee3-0b8667ee5c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.229963 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6caa168d-afc0-42d6-8ee3-0b8667ee5c89 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/8c274e2b-2a0b-4934-b837-994ea8c019f5 HTTP/1.1" status: 204 len: 168 time: 0.6820226 Feb 15 15:22:12.229963 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa168d-afc0-42d6-8ee3-0b8667ee5c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c274e2b-2a0b-4934-b837-994ea8c019f5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:12.230230 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39174) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:12.257140 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:12.302534 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (d047da6c-aa8c-467d-9b40-df6b86718999), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.426551 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (d047da6c-aa8c-467d-9b40-df6b86718999), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.434104 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:12.452290 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d047da6c-aa8c-467d-9b40-df6b86718999']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:12.462074 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ae373e-4e72-476f-8d65-f2c977ab3ea3') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:12.462369 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ae373e-4e72-476f-8d65-f2c977ab3ea3') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:12.472985 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (83ae373e-4e72-476f-8d65-f2c977ab3ea3), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.488304 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (83ae373e-4e72-476f-8d65-f2c977ab3ea3), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.495551 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:22:12.500593 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (83ae373e-4e72-476f-8d65-f2c977ab3ea3), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.503109 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39182) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:12.509780 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1414729934-network', 'tenant_id': 'e5567b1c989148988c37ef5794824932'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:22:12.509982 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:22:12.548425 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:12.548834 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.579591 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Made reservation on behalf of e5567b1c989148988c37ef5794824932 for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:12.582243 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.593439 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.602465 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 2, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:12.632400 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (d047da6c-aa8c-467d-9b40-df6b86718999), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.632400 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.632960 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Checking router: bc5f9804-7bc2-42ca-b6e4-332c48591079 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:12.633383 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Updating router bc5f9804-7bc2-42ca-b6e4-332c48591079 port e2893e62-622f-4c17-bc16-830a70ca4aad binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:12.639391 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] 10.222.0.110 "DELETE /v2.0/networks/d047da6c-aa8c-467d-9b40-df6b86718999 HTTP/1.1" status: 204 len: 168 time: 0.4146283 Feb 15 15:22:12.654159 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4ee2c-bf8e-4aa9-8ccb-a9005d7b399f admin admin] Pushing event deleted for resources: {'Network': ['ID=d047da6c-aa8c-467d-9b40-df6b86718999,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:12.703934 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.750440 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Publish callbacks [] for security_group (748f06dc-4c80-43d7-a4a2-272d42acb709), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.751562 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:12.752054 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.758668 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb99b63-2e32-420f-8e26-94bef4ab7a74 req-9ca90f79-6512-4588-9d09-2cc62efd2b20 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:12.760290 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8cb99b63-2e32-420f-8e26-94bef4ab7a74 req-9ca90f79-6512-4588-9d09-2cc62efd2b20 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1003029 Feb 15 15:22:12.807000 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (748f06dc-4c80-43d7-a4a2-272d42acb709), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.825189 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=123cde6f-35a1-4a2e-b38e-250ecc2bd5f6,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:12.826679 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8cb99b63-2e32-420f-8e26-94bef4ab7a74 req-0083a01a-55c4-4e43-a64f-d22c7fcb81bf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592198 Feb 15 15:22:12.833808 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:22:12.853070 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (31e4cf7c-4596-461b-8571-7f92439d7625), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.857051 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Added segment 31e4cf7c-4596-461b-8571-7f92439d7625 of type vlan for network 6adf5371-8fe9-4efa-938d-f46707af920c Feb 15 15:22:12.857051 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748f06dc-4c80-43d7-a4a2-272d42acb709,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:12.898267 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (6adf5371-8fe9-4efa-938d-f46707af920c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.918177 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.996941 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (6adf5371-8fe9-4efa-938d-f46707af920c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:12.998122 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:13.002306 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.002814 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39188) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:13.072188 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] Pushing event updated for resources: {'Network': ['ID=6adf5371-8fe9-4efa-938d-f46707af920c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:13.092316 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 6adf5371-8fe9-4efa-938d-f46707af920c details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:22:13.098006 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2d8c5080-5507-4bab-abc2-95738f8ad74e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b7b97f0e1d1c45fda1ed5fd43f110f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918677 Feb 15 15:22:13.100826 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39192) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:13.112538 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b10b674a-0b73-4a28-aac8-65068bf35c4d admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6071482 Feb 15 15:22:13.115895 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39194) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:13.121936 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Request body: {'subnet': {'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1414729934-subnet', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:13.158551 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba33d-21f5-4573-b247-92dccbf2ec66 req-4a30cee2-1105-4400-857a-8f8e190cf24e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:13.163430 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-32fef8e8-fcce-418e-816a-349e8605d46e admin admin] Publish callbacks [] for security_group (6fbd3f25-d957-4fbe-8b29-c136e72c0d77), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.166184 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10fba33d-21f5-4573-b247-92dccbf2ec66 req-4a30cee2-1105-4400-857a-8f8e190cf24e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0820346 Feb 15 15:22:13.191996 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-32fef8e8-fcce-418e-816a-349e8605d46e admin admin] Publish callbacks [] for security_group (6fbd3f25-d957-4fbe-8b29-c136e72c0d77), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.208684 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Made reservation on behalf of e5567b1c989148988c37ef5794824932 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:13.211526 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8822925'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.236111 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-10fba33d-21f5-4573-b247-92dccbf2ec66 req-6af2796a-ec4b-4683-9c73-82db08244784 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690179 Feb 15 15:22:13.249594 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=123cde6f-35a1-4a2e-b38e-250ecc2bd5f6,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:13.263015 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Publish callbacks [] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.316769 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-32fef8e8-fcce-418e-816a-349e8605d46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6fbd3f25-d957-4fbe-8b29-c136e72c0d77), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.319528 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-32fef8e8-fcce-418e-816a-349e8605d46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.320827 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-32fef8e8-fcce-418e-816a-349e8605d46e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6fbd3f25-d957-4fbe-8b29-c136e72c0d77 HTTP/1.1" status: 204 len: 168 time: 0.2188563 Feb 15 15:22:13.329561 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fef8e8-fcce-418e-816a-349e8605d46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbd3f25-d957-4fbe-8b29-c136e72c0d77,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:13.333837 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.395033 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899c4c6-8b0d-4cd2-8d86-1aa6d06fa61a None None] Pushing event updated for resources: {'Port': ['ID=e2893e62-622f-4c17-bc16-830a70ca4aad,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:13.489859 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Attempting to bind port e2893e62-622f-4c17-bc16-830a70ca4aad on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:13.490278 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Attempting to bind port e2893e62-622f-4c17-bc16-830a70ca4aad by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:13.490410 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Attempting to bind port e2893e62-622f-4c17-bc16-830a70ca4aad on network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:13.496076 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:13.496460 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Checking segment: {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:13.496949 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.497333 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Bound using segment: {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:13.497840 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Bound port: e2893e62-622f-4c17-bc16-830a70ca4aad, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:13.498356 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.569593 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8822943'] for subnet (8d9001bb-4a70-4cb9-a9f6-098314b68d03), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.581890 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] For port e2893e62-622f-4c17-bc16-830a70ca4aad, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:13.585667 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] For port e2893e62-622f-4c17-bc16-830a70ca4aad, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=e2893e62-622f-4c17-bc16-830a70ca4aad,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:13.632500 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9001bb-4a70-4cb9-a9f6-098314b68d03,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:13.656118 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Checking segment: {'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:13.656474 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Network hostable DHCP agents. Network: 6adf5371-8fe9-4efa-938d-f46707af920c, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:22:13.666548 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-f3e0bd83-f20f-4c6a-b3b8-1c6f43e3e9d1 None None] Provisioning complete for port e2893e62-622f-4c17-bc16-830a70ca4aad triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:13.666929 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f3e0bd83-f20f-4c6a-b3b8-1c6f43e3e9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.670514 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.767869 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899c4c6-8b0d-4cd2-8d86-1aa6d06fa61a None None] Pushing event updated for resources: {'Port': ['ID=e2893e62-622f-4c17-bc16-830a70ca4aad,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:13.773135 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:13.773748 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:13.813995 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Network 6adf5371-8fe9-4efa-938d-f46707af920c is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:22:13.899867 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 6adf5371-8fe9-4efa-938d-f46707af920c) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:13.903890 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:13.905052 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:13.943829 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eaac85-1e8c-4a63-913f-52d57b80bc2b None None] Network 6adf5371-8fe9-4efa-938d-f46707af920c requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:13.987894 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b07ea95a-703e-49f7-8f20-6b617d1241c2 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8708906 Feb 15 15:22:13.990560 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39214) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:13.996232 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:14.035536 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39216) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:14.038005 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d38981-b092-4b89-8b9f-c402f2e6582e req-a74e1969-eb56-465a-a413-c921eea6ef1b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:14.038178 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:14.041729 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0bd83-f20f-4c6a-b3b8-1c6f43e3e9d1 None None] Current status of the port e2893e62-622f-4c17-bc16-830a70ca4aad is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:14.042117 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f3e0bd83-f20f-4c6a-b3b8-1c6f43e3e9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.054184 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05d38981-b092-4b89-8b9f-c402f2e6582e req-a74e1969-eb56-465a-a413-c921eea6ef1b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1241832 Feb 15 15:22:14.117152 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-05d38981-b092-4b89-8b9f-c402f2e6582e req-55bc4079-a205-4186-b323-eaa2c7a6732b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519097 Feb 15 15:22:14.145784 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (b5706301-1628-4ae3-b980-efb70227b94e), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.147287 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (b5706301-1628-4ae3-b980-efb70227b94e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.180024 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-f3e0bd83-f20f-4c6a-b3b8-1c6f43e3e9d1 None None] For port e2893e62-622f-4c17-bc16-830a70ca4aad, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=e2893e62-622f-4c17-bc16-830a70ca4aad,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:14.218178 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks [] for router_controller (b5706301-1628-4ae3-b980-efb70227b94e), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.223885 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c2755b16-c1ed-478c-b8e5-8a53a2b5d147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.239726 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-6adf5371-8fe9-4efa-938d-f46707af920c', 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c', 'project_id': 'e5567b1c989148988c37ef5794824932', 'fixed_ips': [{'subnet_id': '8d9001bb-4a70-4cb9-a9f6-098314b68d03'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:22:14.240589 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.289904 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f3e0bd83-f20f-4c6a-b3b8-1c6f43e3e9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.454961 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:14.492420 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0bd83-f20f-4c6a-b3b8-1c6f43e3e9d1 None None] Pushing event updated for resources: {'Port': ['ID=e2893e62-622f-4c17-bc16-830a70ca4aad,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:14.528806 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e0670cea-c36b-46de-82e6-ed44865dfd2e None None] Provisioning complete for port e2893e62-622f-4c17-bc16-830a70ca4aad triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:14.530028 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e0670cea-c36b-46de-82e6-ed44865dfd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.546038 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c2755b16-c1ed-478c-b8e5-8a53a2b5d147 admin admin] Publish callbacks [] for security_group (72d3b886-89e6-4f7f-8fea-f448e5122c79), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.593219 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Allocated IP 172.20.0.2 (6adf5371-8fe9-4efa-938d-f46707af920c/8d9001bb-4a70-4cb9-a9f6-098314b68d03/3cae3a22-bb1a-4d1e-b103-67b55b767128) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:14.617373 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:13Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:14.640424 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c2755b16-c1ed-478c-b8e5-8a53a2b5d147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (72d3b886-89e6-4f7f-8fea-f448e5122c79), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.665466 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b7857-d495-4393-a925-f140a5ea37f4 req-a497f67a-60ce-45b7-a62d-2efc46381e4f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:14.667181 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb2b7857-d495-4393-a925-f140a5ea37f4 req-a497f67a-60ce-45b7-a62d-2efc46381e4f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.2218077 Feb 15 15:22:14.674517 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks [] for router_gateway (b5706301-1628-4ae3-b980-efb70227b94e), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.694833 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce36ce3-251c-42b8-969e-41f752d8f691 None None] The sync data for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi is: [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:13Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:14.713569 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:14.713939 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.727543 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c2755b16-c1ed-478c-b8e5-8a53a2b5d147 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9de64ed06658411488e1c1f07d6a2457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6893184 Feb 15 15:22:14.730571 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39246) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:14.739183 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2755b16-c1ed-478c-b8e5-8a53a2b5d147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d3b886-89e6-4f7f-8fea-f448e5122c79,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:14.864802 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e0670cea-c36b-46de-82e6-ed44865dfd2e None None] Current status of the port e2893e62-622f-4c17-bc16-830a70ca4aad is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:14.880780 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb2b7857-d495-4393-a925-f140a5ea37f4 req-cec542a4-31cb-4e63-8529-716415c003b8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781139 Feb 15 15:22:14.941276 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d5e83c4e-5b14-429d-877b-d02dd81ff5c0 admin admin] Publish callbacks [] for security_group (72d3b886-89e6-4f7f-8fea-f448e5122c79), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.958760 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Publish callbacks [] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.964048 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:14.992428 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d5e83c4e-5b14-429d-877b-d02dd81ff5c0 admin admin] Publish callbacks [] for security_group (72d3b886-89e6-4f7f-8fea-f448e5122c79), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.076888 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39256) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:15.095903 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.172389 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Network 6adf5371-8fe9-4efa-938d-f46707af920c is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:15.188990 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d5e83c4e-5b14-429d-877b-d02dd81ff5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (72d3b886-89e6-4f7f-8fea-f448e5122c79), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.191919 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d5e83c4e-5b14-429d-877b-d02dd81ff5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.196032 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d5e83c4e-5b14-429d-877b-d02dd81ff5c0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/72d3b886-89e6-4f7f-8fea-f448e5122c79 HTTP/1.1" status: 204 len: 168 time: 0.4615934 Feb 15 15:22:15.196162 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:15.212348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e83c4e-5b14-429d-877b-d02dd81ff5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d3b886-89e6-4f7f-8fea-f448e5122c79,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:15.219249 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:15.224592 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks [] for router_gateway (b5706301-1628-4ae3-b980-efb70227b94e), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.267023 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Pushing event updated for resources: {'Port': ['ID=3cae3a22-bb1a-4d1e-b103-67b55b767128,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:15.282359 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.327248 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1914275531-network', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:15.348759 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Attempting to bind port 3cae3a22-bb1a-4d1e-b103-67b55b767128 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:15.349814 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Attempting to bind port 3cae3a22-bb1a-4d1e-b103-67b55b767128 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:15.350211 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Attempting to bind port 3cae3a22-bb1a-4d1e-b103-67b55b767128 on network 6adf5371-8fe9-4efa-938d-f46707af920c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:15.355925 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:22:15.367328 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5c8bd-d32f-4dae-858a-87f20b9caaff req-9db20e17-ceed-47cd-aafd-12159c3d443d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:15.373933 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:15.374325 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Checking segment: {'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:15.374728 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.375125 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Bound using segment: {'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:15.375612 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Bound port: 3cae3a22-bb1a-4d1e-b103-67b55b767128, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:15.376186 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.384671 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-04c5c8bd-d32f-4dae-858a-87f20b9caaff req-9db20e17-ceed-47cd-aafd-12159c3d443d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0985653 Feb 15 15:22:15.453079 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-04c5c8bd-d32f-4dae-858a-87f20b9caaff req-4dd9d040-a661-4afc-ab44-65b451265fa1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633721 Feb 15 15:22:15.453868 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Allocated IP 172.27.0.169 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/d3075dea-e1fb-4d1a-8749-d4bac6b847cf) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:15.475451 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Made reservation on behalf of 9b5a420d478044c4982a4615b5c9c505 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:15.480387 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.503374 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.571227 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks [] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.665797 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Publish callbacks [] for security_group (16a8a352-1582-4972-b17c-7a351f4ae65d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.729079 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.751312 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (16a8a352-1582-4972-b17c-7a351f4ae65d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.798047 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:22:15.799147 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:15.800144 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a8a352-1582-4972-b17c-7a351f4ae65d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:15.803396 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:15.806723 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:15.813718 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Pushing event updated for resources: {'Port': ['ID=d3075dea-e1fb-4d1a-8749-d4bac6b847cf,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:15.827639 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.828020 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Added segment f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38 of type vlan for network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 Feb 15 15:22:15.834535 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] For port 3cae3a22-bb1a-4d1e-b103-67b55b767128, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:15.857718 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] For port 3cae3a22-bb1a-4d1e-b103-67b55b767128, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=3cae3a22-bb1a-4d1e-b103-67b55b767128,segment=NetworkSegment(31e4cf7c-4596-461b-8571-7f92439d7625),segment_id=31e4cf7c-4596-461b-8571-7f92439d7625)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:15.866932 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:15.878506 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.878893 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'd7735bb4-c942-496a-8377-3a32193df960', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'port_id': 'd7735bb4-c942-496a-8377-3a32193df960', 'mac_address': 'fa:16:3e:8d:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:22:15.949055 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port d7735bb4-c942-496a-8377-3a32193df960 is: ACTIVE; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:15.952788 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.966166 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:15.993187 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7735bb4-c942-496a-8377-3a32193df960 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:22:16.028718 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:16.030781 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:16.031553 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:16.036794 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:16.059287 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691807-b990-4142-998c-8d0202e8dd06 None None] Pushing event updated for resources: {'Port': ['ID=3cae3a22-bb1a-4d1e-b103-67b55b767128,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:16.120077 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] Pushing event updated for resources: {'Network': ['ID=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:16.130493 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86c572-71f5-49f3-a925-e5634ca7f028 req-43d1fd15-5319-4388-891c-098a296f254f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:16.132913 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:22:16.138184 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba86c572-71f5-49f3-a925-e5634ca7f028 req-43d1fd15-5319-4388-891c-098a296f254f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1525166 Feb 15 15:22:16.202390 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cf5545c1-c4be-41a5-89f0-f50135c132fd admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1203802 Feb 15 15:22:16.207602 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:16.224273 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ba86c572-71f5-49f3-a925-e5634ca7f028 req-087dc290-d54b-49f4-87b9-c65f69284004 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803049 Feb 15 15:22:16.224273 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39276) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:16.233119 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Request body: {'subnet': {'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1914275531-subnet', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:16.305481 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=6']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:16.362616 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Made reservation on behalf of 9b5a420d478044c4982a4615b5c9c505 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:16.365218 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8822925'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:16.527042 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['d7735bb4-c942-496a-8377-3a32193df960'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:22:16.590172 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device e2893e62-622f-4c17-bc16-830a70ca4aad up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:16.649273 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks [] for router_gateway (b5706301-1628-4ae3-b980-efb70227b94e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:16.687544 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4749d60-3b13-4d42-ae5b-38a138ae5ae4 req-685ec09c-4bb0-4871-a591-259803b3c42b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:16.689184 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4749d60-3b13-4d42-ae5b-38a138ae5ae4 req-685ec09c-4bb0-4871-a591-259803b3c42b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1107786 Feb 15 15:22:16.713919 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port e2893e62-622f-4c17-bc16-830a70ca4aad triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:16.714393 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:16.748748 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4749d60-3b13-4d42-ae5b-38a138ae5ae4 req-cb1fb9bb-2014-4897-aa9f-0179be08983d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492520 Feb 15 15:22:16.761528 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8822943'] for subnet (769cbbbd-cc0c-4e39-989e-54c89e1abc99), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:16.875065 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port e2893e62-622f-4c17-bc16-830a70ca4aad is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:16.895403 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=769cbbbd-cc0c-4e39-989e-54c89e1abc99,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:16.901876 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Checking segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:16.901876 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Network hostable DHCP agents. Network: d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:22:16.939968 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (b5706301-1628-4ae3-b980-efb70227b94e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.003734 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:22:17.082404 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:17.086951 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:17.087551 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.091264 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43148efa-d36c-4afe-bca0-cf6da804ab4f None None] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:17.149554 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-09255dc1-417f-4289-a398-0fd65611cc1e admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9277022 Feb 15 15:22:17.151366 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39286) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:17.156675 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:17.168250 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Router b5706301-1628-4ae3-b980-efb70227b94e is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:22:17.225673 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (b240022e-eecc-4089-8694-d725e9cbffad), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.229110 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:22:17.229597 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (b240022e-eecc-4089-8694-d725e9cbffad), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.229710 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.328095 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:17.332630 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks [] for router_controller (b240022e-eecc-4089-8694-d725e9cbffad), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.341194 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Sync routers for ids ['b5706301-1628-4ae3-b980-efb70227b94e'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:17.364250 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Routers {'b5706301-1628-4ae3-b980-efb70227b94e'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:17.364892 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b5706301-1628-4ae3-b980-efb70227b94e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:17.469914 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Allocated IP 172.20.0.2 (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2/769cbbbd-cc0c-4e39-989e-54c89e1abc99/584bfdc7-2e33-4628-8e1b-41ff370f5a35) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:17.507448 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.508737 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-115e2967-8d1d-4944-9d1b-07d64f126f13 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5170484 Feb 15 15:22:17.511475 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39306) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:17.592978 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Set router b5706301-1628-4ae3-b980-efb70227b94e gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:17.643909 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks [] for router_gateway (b240022e-eecc-4089-8694-d725e9cbffad), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.657709 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8fb9f-03f7-494d-bb1d-d13151644d5a req-88fd039b-e548-4314-a7cf-ee46c6183b81 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:17.665359 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dcd8fb9f-03f7-494d-bb1d-d13151644d5a req-88fd039b-e548-4314-a7cf-ee46c6183b81 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 944 time: 0.3291163 Feb 15 15:22:17.677915 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:17.680017 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b6dfa-c7c0-455a-93e1-8863eadfd3c7 None None] Network 6adf5371-8fe9-4efa-938d-f46707af920c requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:17.740074 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dcd8fb9f-03f7-494d-bb1d-d13151644d5a req-0c251847-0424-4388-b89a-d4a61a7b5072 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715468 Feb 15 15:22:17.854575 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Publish callbacks [] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.870783 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-5c459ba5-a7a9-4999-ad65-cbde9bbf1761 None None] Provisioning complete for port 3cae3a22-bb1a-4d1e-b103-67b55b767128 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:17.871378 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c459ba5-a7a9-4999-ad65-cbde9bbf1761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.964382 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.008131 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ee16b-08fa-491e-b3d9-1cf0f4779fb0 req-7e77b842-ae76-402e-8d3e-eac1a89e0838 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:18.009679 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-047ee16b-08fa-491e-b3d9-1cf0f4779fb0 req-7e77b842-ae76-402e-8d3e-eac1a89e0838 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1226697 Feb 15 15:22:18.084841 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:22:16Z', 'revision_number': 3, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port': {'id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:15Z', 'updated_at': '2022-02-15T15:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:18.115316 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:18.118061 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port d7735bb4-c942-496a-8377-3a32193df960 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:18.118930 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (d7735bb4-c942-496a-8377-3a32193df960), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.120409 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks [] for router_gateway (b240022e-eecc-4089-8694-d725e9cbffad), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.127813 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Pushing event updated for resources: {'Port': ['ID=584bfdc7-2e33-4628-8e1b-41ff370f5a35,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:18.127813 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:18.131593 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:18.146494 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-047ee16b-08fa-491e-b3d9-1cf0f4779fb0 req-84a27931-1ec1-4bfc-a8f7-22795922b9eb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270490 Feb 15 15:22:18.151217 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Checking router: b5706301-1628-4ae3-b980-efb70227b94e for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:18.151566 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Updating router b5706301-1628-4ae3-b980-efb70227b94e port d3075dea-e1fb-4d1a-8749-d4bac6b847cf binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:18.179944 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.202208 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.245050 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:22:18.394123 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-5c459ba5-a7a9-4999-ad65-cbde9bbf1761 None None] Current status of the port 3cae3a22-bb1a-4d1e-b103-67b55b767128 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:18.394664 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c459ba5-a7a9-4999-ad65-cbde9bbf1761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.454685 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Allocated IP 172.27.0.178 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/4ae76657-da0f-4b50-b1cd-04f9ad94aa7a) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:18.456596 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Attempting to bind port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:18.457051 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Attempting to bind port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:18.457418 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Attempting to bind port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:18.467454 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.506768 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:18.507047 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Checking segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:18.507347 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.524100 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Bound using segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:18.524100 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Bound port: 584bfdc7-2e33-4628-8e1b-41ff370f5a35, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:18.524100 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.538483 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 3cae3a22-bb1a-4d1e-b103-67b55b767128 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:18.607597 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-5c459ba5-a7a9-4999-ad65-cbde9bbf1761 None None] For port 3cae3a22-bb1a-4d1e-b103-67b55b767128, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=3cae3a22-bb1a-4d1e-b103-67b55b767128,segment=NetworkSegment(31e4cf7c-4596-461b-8571-7f92439d7625),segment_id=31e4cf7c-4596-461b-8571-7f92439d7625)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:18.689673 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks [] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.759874 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5c459ba5-a7a9-4999-ad65-cbde9bbf1761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.832092 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.876378 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port d7735bb4-c942-496a-8377-3a32193df960 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:18.876817 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.888011 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Allocated IP 172.20.0.1 (6adf5371-8fe9-4efa-938d-f46707af920c/8d9001bb-4a70-4cb9-a9f6-098314b68d03/0eb46896-8c4b-4f74-9549-de441ff6f563) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:18.897576 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c459ba5-a7a9-4999-ad65-cbde9bbf1761 None None] Pushing event updated for resources: {'Port': ['ID=3cae3a22-bb1a-4d1e-b103-67b55b767128,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:18.936472 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:18.938409 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:18.947432 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:18.950239 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d820871f-233b-4043-995f-95b329743f4a" -d '{"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-plugged", "status": "completed", "tag": "d7735bb4-c942-496a-8377-3a32193df960"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:18.956503 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] For port 584bfdc7-2e33-4628-8e1b-41ff370f5a35, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:18.973038 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:18.993257 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 3cae3a22-bb1a-4d1e-b103-67b55b767128 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:18.994301 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.047281 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:19.050129 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] For port 584bfdc7-2e33-4628-8e1b-41ff370f5a35, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=584bfdc7-2e33-4628-8e1b-41ff370f5a35,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:19.054970 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.142528 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae76657-da0f-4b50-b1cd-04f9ad94aa7a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:19.153363 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Publish callbacks [] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.157869 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Publish callbacks [] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.200159 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b91ced-f1ba-4ecf-81f2-cf1b627093a5 req-6a6c20bb-479b-4948-8b1d-63088f83406b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:19.202913 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a7b91ced-f1ba-4ecf-81f2-cf1b627093a5 req-6a6c20bb-479b-4948-8b1d-63088f83406b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 944 time: 0.2623489 Feb 15 15:22:19.259809 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.277052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=7']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:19.293333 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173aafb-c8db-4286-9b33-8c8a940a390d req-69bcbd08-3f73-41df-8a01-687155dcec3c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:19.295421 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-3f6a778c-db2a-4b3e-bdd9-1942102ab4c6 None None] Provisioning complete for port 3cae3a22-bb1a-4d1e-b103-67b55b767128 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:19.295421 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3f6a778c-db2a-4b3e-bdd9-1942102ab4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.296921 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.299074 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4173aafb-c8db-4286-9b33-8c8a940a390d req-69bcbd08-3f73-41df-8a01-687155dcec3c tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.1168439 Feb 15 15:22:19.345119 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec8bbe-d9d0-4d20-9e47-37eee4d8cedf None None] Pushing event updated for resources: {'Port': ['ID=d3075dea-e1fb-4d1a-8749-d4bac6b847cf,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:19.374708 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Attempting to bind port d3075dea-e1fb-4d1a-8749-d4bac6b847cf on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:19.375085 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Attempting to bind port d3075dea-e1fb-4d1a-8749-d4bac6b847cf by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:19.375501 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Attempting to bind port d3075dea-e1fb-4d1a-8749-d4bac6b847cf on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:19.379418 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.393197 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:19.393586 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:19.394480 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.394882 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:19.395366 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Bound port: d3075dea-e1fb-4d1a-8749-d4bac6b847cf, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:19.395778 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.422533 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 3cae3a22-bb1a-4d1e-b103-67b55b767128 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:19.426168 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59503c-bca9-4036-b1c8-fc7fd3ffb889 None None] Pushing event updated for resources: {'Port': ['ID=584bfdc7-2e33-4628-8e1b-41ff370f5a35,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:19.494245 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] For port d3075dea-e1fb-4d1a-8749-d4bac6b847cf, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:19.499212 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] For port d3075dea-e1fb-4d1a-8749-d4bac6b847cf, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=d3075dea-e1fb-4d1a-8749-d4bac6b847cf,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:19.547831 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a778c-db2a-4b3e-bdd9-1942102ab4c6 None None] Current status of the port 3cae3a22-bb1a-4d1e-b103-67b55b767128 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:19.576785 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4173aafb-c8db-4286-9b33-8c8a940a390d req-c50d85a3-0191-47c2-9283-cc05047109cc tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704005 Feb 15 15:22:19.580446 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Network 6adf5371-8fe9-4efa-938d-f46707af920c is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:19.591005 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:19.593890 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.595449 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Pushing event updated for resources: {'Port': ['ID=0eb46896-8c4b-4f74-9549-de441ff6f563,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:19.606860 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:19.661202 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (b5706301-1628-4ae3-b980-efb70227b94e), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:19.672184 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a7b91ced-f1ba-4ecf-81f2-cf1b627093a5 req-ba1aac6c-73e2-48c7-8679-e95482b0bb36 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266920 Feb 15 15:22:19.742793 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ae00b-78a7-4843-a70c-53220ea3fd06 x-openstack-request-id: req-0e3ae00b-78a7-4843-a70c-53220ea3fd06 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:19.743127 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-plugged", "status": "completed", "tag": "d7735bb4-c942-496a-8377-3a32193df960", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:19.743457 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0e3ae00b-78a7-4843-a70c-53220ea3fd06 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:19.743900 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960', 'code': 200} Feb 15 15:22:19.770813 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Routers {'b5706301-1628-4ae3-b980-efb70227b94e'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:19.774594 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b5706301-1628-4ae3-b980-efb70227b94e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:19.991074 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks [] for router_gateway (b240022e-eecc-4089-8694-d725e9cbffad), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.041866 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec8bbe-d9d0-4d20-9e47-37eee4d8cedf None None] Pushing event updated for resources: {'Port': ['ID=d3075dea-e1fb-4d1a-8749-d4bac6b847cf,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:20.074784 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] Set router b5706301-1628-4ae3-b980-efb70227b94e gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:20.097686 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-69c53940-f138-4aca-b66c-2a897bd35a06 None None] Provisioning complete for port 0eb46896-8c4b-4f74-9549-de441ff6f563 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:20.098178 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-69c53940-f138-4aca-b66c-2a897bd35a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.106353 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.207732 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-69c53940-f138-4aca-b66c-2a897bd35a06 None None] Port 0eb46896-8c4b-4f74-9549-de441ff6f563 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:20.240874 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a979cd2-ff3d-4287-b7c0-65e335c5980e req-47fb833c-855e-47e0-84e3-ac6641bbd6d4 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:20.250185 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a979cd2-ff3d-4287-b7c0-65e335c5980e req-47fb833c-855e-47e0-84e3-ac6641bbd6d4 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.2603269 Feb 15 15:22:20.342845 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0a979cd2-ff3d-4287-b7c0-65e335c5980e req-c9d76754-853e-467b-a63f-76f8731bdbb3 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905714 Feb 15 15:22:20.503647 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcbeb3-3a5f-409e-a936-e5ed1c7b6e36 req-3e66ea88-231a-4c2c-b65b-795722509086 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:20.511391 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6abcbeb3-3a5f-409e-a936-e5ed1c7b6e36 req-3e66ea88-231a-4c2c-b65b-795722509086 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 945 time: 0.1546254 Feb 15 15:22:20.528496 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (b240022e-eecc-4089-8694-d725e9cbffad), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.545988 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:22:16Z', 'revision_number': 3, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port': {'id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:15Z', 'updated_at': '2022-02-15T15:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:20.604547 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 584bfdc7-2e33-4628-8e1b-41ff370f5a35 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:20.628450 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6abcbeb3-3a5f-409e-a936-e5ed1c7b6e36 req-815440cf-5f0c-4a34-856e-51f335dc0eeb tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161697 Feb 15 15:22:20.639609 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079665f8-1191-451b-985f-9e1c3a60f1bd None None] The sync data for ids ['b5706301-1628-4ae3-b980-efb70227b94e'] in dv-cinder-778193-15-iscsi is: [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:22:16Z', 'revision_number': 3, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port': {'id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:11:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:15Z', 'updated_at': '2022-02-15T15:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:20.699368 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Publish callbacks [] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.752561 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:20.753222 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.823105 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.905910 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c3537-27d0-4851-a568-8bb64526837d req-399d3773-f858-4eb1-a2d2-813f3d083155 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:20.909873 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-580c3537-27d0-4851-a568-8bb64526837d req-399d3773-f858-4eb1-a2d2-813f3d083155 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.1119449 Feb 15 15:22:20.927690 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Pushing event updated for resources: {'Port': ['ID=0eb46896-8c4b-4f74-9549-de441ff6f563,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:20.941555 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:20.942160 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.954694 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Router b240022e-eecc-4089-8694-d725e9cbffad is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:22:20.980312 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fc6c3-1fb1-404d-9a01-778e9a7f4903 req-13e2147e-fbba-4a63-9ec9-de6f9d235825 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:20.982757 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3b8fc6c3-1fb1-404d-9a01-778e9a7f4903 req-13e2147e-fbba-4a63-9ec9-de6f9d235825 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.2219005 Feb 15 15:22:20.988209 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (b5706301-1628-4ae3-b980-efb70227b94e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:21.009487 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 584bfdc7-2e33-4628-8e1b-41ff370f5a35, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=584bfdc7-2e33-4628-8e1b-41ff370f5a35,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:21.032529 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-580c3537-27d0-4851-a568-8bb64526837d req-e1ba8c30-c796-40cf-a525-877807af2f1f tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082940 Feb 15 15:22:21.089331 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:21.090154 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 3cae3a22-bb1a-4d1e-b103-67b55b767128 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:21.113273 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3b8fc6c3-1fb1-404d-9a01-778e9a7f4903 req-8dfe24c4-3d80-49f7-bd1c-6baeca491773 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166980 Feb 15 15:22:21.221576 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Network 6adf5371-8fe9-4efa-938d-f46707af920c is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:21.223752 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:21.303070 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a138b3a-dc0b-4ef0-824b-ef67b1d317eb None None] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:21.313133 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:21.424152 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:21.434137 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:21.436992 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f6effe49-c12e-4058-afff-96638fd3ac18 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2844803 Feb 15 15:22:21.441788 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=584bfdc7-2e33-4628-8e1b-41ff370f5a35,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:21.441958 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39348) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:21.504205 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Router b5706301-1628-4ae3-b980-efb70227b94e has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:21.581755 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:21.582800 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:21.703211 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-6dbda2c2-2686-4905-82f1-1afdd5da8181 None None] Provisioning complete for port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:21.703944 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6dbda2c2-2686-4905-82f1-1afdd5da8181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:21.722736 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 3cae3a22-bb1a-4d1e-b103-67b55b767128 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:21.723267 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:21.745215 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:21.771240 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5647ceb6-fbfa-4bc1-acf5-d9e7fa114d3b admin admin] 10.222.0.110 "PUT /v2.0/routers/b5706301-1628-4ae3-b980-efb70227b94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2583778 Feb 15 15:22:21.840581 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb1638-6d4e-4a2a-89a9-42134dd99395 req-d054f084-f7f4-40ba-a2be-0909c155171f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:21.847730 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-66fb1638-6d4e-4a2a-89a9-42134dd99395 req-d054f084-f7f4-40ba-a2be-0909c155171f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.2335918 Feb 15 15:22:21.865573 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e420d-7d47-4f56-8e86-3bc58e930482 req-d6bfee43-501d-49d9-a123-7de5466439d9 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:21.875355 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c32e420d-7d47-4f56-8e86-3bc58e930482 req-d6bfee43-501d-49d9-a123-7de5466439d9 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 945 time: 0.0855930 Feb 15 15:22:21.982202 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c32e420d-7d47-4f56-8e86-3bc58e930482 req-f6c9619c-c3b0-466d-9c60-b812a486c2cb tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056814 Feb 15 15:22:22.045348 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-66fb1638-6d4e-4a2a-89a9-42134dd99395 req-837153bb-0056-439e-8540-956752539e11 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957846 Feb 15 15:22:22.108088 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:22.389319 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-c56cdab5-8285-427b-8323-5827abec0cf5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:22.392924 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-c56cdab5-8285-427b-8323-5827abec0cf5 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.1565919 Feb 15 15:22:22.410967 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f9099-59b9-479c-8ec6-6659dfd9a860 req-45916cbb-ce82-4255-ae31-38339298c956 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:22.412682 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eb6f9099-59b9-479c-8ec6-6659dfd9a860 req-45916cbb-ce82-4255-ae31-38339298c956 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 946 time: 0.2122102 Feb 15 15:22:22.446058 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-6dbda2c2-2686-4905-82f1-1afdd5da8181 None None] Current status of the port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:22.452695 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 3cae3a22-bb1a-4d1e-b103-67b55b767128 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:22.631845 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.662833 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-a9cfab66-a355-4e6e-bb3d-0a9cc085d7b0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:22.671091 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-a9cfab66-a355-4e6e-bb3d-0a9cc085d7b0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 945 time: 0.1188626 Feb 15 15:22:22.675837 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-8545a6e5-6766-48d7-a432-68a45591c2e0 None None] Provisioning complete for port 0eb46896-8c4b-4f74-9549-de441ff6f563 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:22.676216 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8545a6e5-6766-48d7-a432-68a45591c2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.685387 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-eb6f9099-59b9-479c-8ec6-6659dfd9a860 req-e815703e-de64-4836-8a8c-62b79db3acce tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595010 Feb 15 15:22:22.696323 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Deleting port 4984da32-1377-4077-945c-0e2f52db9bb7 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:22.696671 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.773686 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39364) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:22.781009 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-816216f3-2e47-4cf0-b13e-7bf6259cbd5b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113775038', 'description': 'tempest-secgroup-smoke-2113775038 description', 'project_id': '59010d4129e04353828e17181565f4b7'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:22.810102 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device d3075dea-e1fb-4d1a-8749-d4bac6b847cf up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:22.846300 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-8545a6e5-6766-48d7-a432-68a45591c2e0 None None] Port 0eb46896-8c4b-4f74-9549-de441ff6f563 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:22.878552 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:19Z', 'revision_number': 3, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:22.920340 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:22.922320 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] For port 4984da32-1377-4077-945c-0e2f52db9bb7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4984da32-1377-4077-945c-0e2f52db9bb7,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:22.922864 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.928992 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Updating router b240022e-eecc-4089-8694-d725e9cbffad port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:22.932006 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Allocated IP 172.20.0.1 (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2/769cbbbd-cc0c-4e39-989e-54c89e1abc99/0e0961c9-390b-4db1-a518-efd203fd9a19) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:22.939511 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Calling delete_port for 4984da32-1377-4077-945c-0e2f52db9bb7 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:22.976789 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port d3075dea-e1fb-4d1a-8749-d4bac6b847cf triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:22.977502 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.982863 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.046132 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Publish callbacks [] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.086205 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-816216f3-2e47-4cf0-b13e-7bf6259cbd5b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.132382 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-a2f2a647-1973-4925-b7d6-d8095c63253f None None] Provisioning complete for port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:23.134280 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a647-1973-4925-b7d6-d8095c63253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.156325 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.238284 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (4984da32-1377-4077-945c-0e2f52db9bb7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.248716 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:23.264938 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:23.275620 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:23.282386 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Pushing event deleted for resources: {'Port': ['ID=4984da32-1377-4077-945c-0e2f52db9bb7,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:23.329186 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['4984da32-1377-4077-945c-0e2f52db9bb7', 'b789a894-293a-43df-9dc2-a2bf9548468f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:22:23.371183 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Pushing event updated for resources: {'Port': ['ID=0e0961c9-390b-4db1-a518-efd203fd9a19,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:23.401378 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] No DVR routers for this DVR port 4984da32-1377-4077-945c-0e2f52db9bb7 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:23.409833 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.414360 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3522cae5-f6a5-49c0-9a1e-c29b5f273424 req-de46c2bc-caf9-4914-9010-fdc28d853448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.102 "DELETE /v2.0/ports/4984da32-1377-4077-945c-0e2f52db9bb7 HTTP/1.1" status: 204 len: 173 time: 1.0122454 Feb 15 15:22:23.425898 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c421918-f5f0-493c-b072-93f6c6eb2802 req-bfcfcfbc-b13d-46a2-a082-efa459941ca7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:23.435649 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-816216f3-2e47-4cf0-b13e-7bf6259cbd5b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group (70727fb6-2e90-46b0-9ee4-afd0258c8393), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.440571 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2c421918-f5f0-493c-b072-93f6c6eb2802 req-bfcfcfbc-b13d-46a2-a082-efa459941ca7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.2762051 Feb 15 15:22:23.452320 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7809d0-8353-4526-839c-8c5fbebbd80e req-054dd570-526d-4fb2-aeec-6ccad977a9b1 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:23.461849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe99220-d378-41f9-81bf-bfe3beda3f86', 'name': 'network-vif-deleted', 'tag': '4984da32-1377-4077-945c-0e2f52db9bb7'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:23.463783 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5f7809d0-8353-4526-839c-8c5fbebbd80e req-054dd570-526d-4fb2-aeec-6ccad977a9b1 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 945 time: 0.3071609 Feb 15 15:22:23.464855 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2c0fed-0e27-4280-96c5-77a7a6943a1c" -d '{"events": [{"server_uuid": "2fe99220-d378-41f9-81bf-bfe3beda3f86", "name": "network-vif-deleted", "tag": "4984da32-1377-4077-945c-0e2f52db9bb7"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:23.490952 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (b240022e-eecc-4089-8694-d725e9cbffad), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.507507 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Deleting port bc2b5dab-b5d6-4fbc-9849-725cc6280406 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:23.507738 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.577489 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port d3075dea-e1fb-4d1a-8749-d4bac6b847cf is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:23.577982 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.584130 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-816216f3-2e47-4cf0-b13e-7bf6259cbd5b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (70727fb6-2e90-46b0-9ee4-afd0258c8393), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.614652 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port d3075dea-e1fb-4d1a-8749-d4bac6b847cf, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=d3075dea-e1fb-4d1a-8749-d4bac6b847cf,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:23.709417 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5f7809d0-8353-4526-839c-8c5fbebbd80e req-b41f3f81-1ad7-4fb7-ae73-322d5d3f1afb tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420883 Feb 15 15:22:23.730938 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816216f3-2e47-4cf0-b13e-7bf6259cbd5b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70727fb6-2e90-46b0-9ee4-afd0258c8393,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:23.759873 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Sync routers for ids ['b5706301-1628-4ae3-b980-efb70227b94e'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:23.778646 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Routers {'b5706301-1628-4ae3-b980-efb70227b94e'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:23.779865 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b5706301-1628-4ae3-b980-efb70227b94e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:23.863093 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-816216f3-2e47-4cf0-b13e-7bf6259cbd5b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.867390 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-816216f3-2e47-4cf0-b13e-7bf6259cbd5b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0899494 Feb 15 15:22:23.875635 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39374) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:23.898760 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-36d9def2-7bb0-4c44-b503-7c62c942cc74 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'security_group_rule': {'security_group_id': '70727fb6-2e90-46b0-9ee4-afd0258c8393', 'project_id': '59010d4129e04353828e17181565f4b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:23.947722 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:23.948562 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 584bfdc7-2e33-4628-8e1b-41ff370f5a35 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:23.971641 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478da9a-c6f2-42cb-af88-5f8fb4bc1bd2 req-44b7eb5d-fc2f-4487-a6d9-b0eb8ad1ad1d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:23.981262 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f478da9a-c6f2-42cb-af88-5f8fb4bc1bd2 req-44b7eb5d-fc2f-4487-a6d9-b0eb8ad1ad1d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1244636 Feb 15 15:22:24.072915 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2c421918-f5f0-493c-b072-93f6c6eb2802 req-312bf931-0a4d-495b-b5fc-2612d0f5ee4d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6337857 Feb 15 15:22:24.082742 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Set router b5706301-1628-4ae3-b980-efb70227b94e gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:24.097889 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f478da9a-c6f2-42cb-af88-5f8fb4bc1bd2 req-d0d9a902-dd35-4ea1-b2db-028c06b152f9 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073294 Feb 15 15:22:24.123248 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=d3075dea-e1fb-4d1a-8749-d4bac6b847cf,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:24.152185 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-541e9521-781c-46ca-848f-6c50b8939da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:24.155656 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-541e9521-781c-46ca-848f-6c50b8939da5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 1129 time: 0.5903592 Feb 15 15:22:24.185717 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36d9def2-7bb0-4c44-b503-7c62c942cc74 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (efc1a6f7-d524-4106-9ad7-191e8431931c), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.202194 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fb79af-6f38-49f2-bc16-f3129bc1cbf6 x-openstack-request-id: req-c4fb79af-6f38-49f2-bc16-f3129bc1cbf6 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:24.202500 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe99220-d378-41f9-81bf-bfe3beda3f86", "name": "network-vif-deleted", "tag": "4984da32-1377-4077-945c-0e2f52db9bb7", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:24.202754 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c4fb79af-6f38-49f2-bc16-f3129bc1cbf6 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:24.208742 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe99220-d378-41f9-81bf-bfe3beda3f86', 'name': 'network-vif-deleted', 'tag': '4984da32-1377-4077-945c-0e2f52db9bb7', 'status': 'completed', 'code': 200} Feb 15 15:22:24.229872 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.304943 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a2f2a647-1973-4925-b7d6-d8095c63253f None None] Current status of the port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:24.324584 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] For port bc2b5dab-b5d6-4fbc-9849-725cc6280406, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bc2b5dab-b5d6-4fbc-9849-725cc6280406,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:24.325359 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.342939 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:24.353667 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.357928 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Publish callbacks [] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.365766 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c5b54631-fbf1-4539-a0fc-cfef51ef3acf req-6c4f68bf-e5ec-47a1-8357-e494044ec998 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2fe99220-d378-41f9-81bf-bfe3beda3f86 HTTP/1.1" status: 200 len: 210 time: 0.0596635 Feb 15 15:22:24.375139 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Calling delete_port for bc2b5dab-b5d6-4fbc-9849-725cc6280406 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:24.412184 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36d9def2-7bb0-4c44-b503-7c62c942cc74 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (efc1a6f7-d524-4106-9ad7-191e8431931c), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.519655 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-0be38b0f-8886-4cf9-8ae2-8e85e75f3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:24.522052 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-0be38b0f-8886-4cf9-8ae2-8e85e75f3d06 service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 912 time: 0.3470173 Feb 15 15:22:24.530973 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.600356 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36d9def2-7bb0-4c44-b503-7c62c942cc74 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (efc1a6f7-d524-4106-9ad7-191e8431931c), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.700107 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9def2-7bb0-4c44-b503-7c62c942cc74 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc1a6f7-d524-4106-9ad7-191e8431931c,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:24.714513 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-77aec3df-2e5b-4185-a6fb-08fa828cc124 None None] Provisioning complete for port 0e0961c9-390b-4db1-a518-efd203fd9a19 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:24.717544 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-77aec3df-2e5b-4185-a6fb-08fa828cc124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.717544 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f368c4f-b180-4dab-bf3e-65c93968e79f None None] Pushing event updated for resources: {'Port': ['ID=4ae76657-da0f-4b50-b1cd-04f9ad94aa7a,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:24.727230 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-af029e15-0bb0-4066-a736-38a8cc8ec281 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8 HTTP/1.1" status: 200 len: 1000 time: 0.1890230 Feb 15 15:22:24.785958 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:22:19Z', 'revision_number': 4, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port': {'id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:15Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0eb46896-8c4b-4f74-9549-de441ff6f563', 'name': '', 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'mac_address': 'fa:16:3e:5d:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8d9001bb-4a70-4cb9-a9f6-098314b68d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:20Z', 'revision_number': 2, 'project_id': 'e5567b1c989148988c37ef5794824932', 'subnets': [{'id': '8d9001bb-4a70-4cb9-a9f6-098314b68d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:24.826242 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Publish callbacks [] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.837113 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-be7409e8-d380-44ff-b177-aa90e1deb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:24.838861 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-be7409e8-d380-44ff-b177-aa90e1deb53f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.0782278 Feb 15 15:22:24.842541 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Checking router: b5706301-1628-4ae3-b980-efb70227b94e for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:24.844890 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Updating router b5706301-1628-4ae3-b980-efb70227b94e port 0eb46896-8c4b-4f74-9549-de441ff6f563 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:24.849947 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:24.865164 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-77aec3df-2e5b-4185-a6fb-08fa828cc124 None None] Port 0e0961c9-390b-4db1-a518-efd203fd9a19 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:24.916186 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.938681 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Attempting to bind port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:24.940122 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Attempting to bind port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:24.940706 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Attempting to bind port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:24.941661 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99bae-99ca-4bab-b8e2-03968ec3ee48 req-3810d5fc-bc90-4e42-84d3-6fa82ffcefda tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:24.943679 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-36e99bae-99ca-4bab-b8e2-03968ec3ee48 req-3810d5fc-bc90-4e42-84d3-6fa82ffcefda tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 945 time: 0.1149342 Feb 15 15:22:24.944142 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-858d25ba-d402-4158-9099-3bb447d1d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:24.945688 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-858d25ba-d402-4158-9099-3bb447d1d695 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0955613 Feb 15 15:22:24.961802 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:24.962723 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:24.963131 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:24.963529 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:24.964042 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Bound port: 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:24.964428 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.050119 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] For port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:25.050627 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-36e99bae-99ca-4bab-b8e2-03968ec3ee48 req-3712bb74-ce3e-4e66-8c9e-2e75e3ed544a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888925 Feb 15 15:22:25.068105 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] For port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=4ae76657-da0f-4b50-b1cd-04f9ad94aa7a,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:25.081213 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device d3075dea-e1fb-4d1a-8749-d4bac6b847cf up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:25.119539 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36d9def2-7bb0-4c44-b503-7c62c942cc74 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.121830 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-36d9def2-7bb0-4c44-b503-7c62c942cc74 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2430217 Feb 15 15:22:25.122024 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.126363 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39382) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:25.128303 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-6a1479db-c6e6-4ab3-8104-71e60e4b8b75 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743555 Feb 15 15:22:25.137799 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (bc2b5dab-b5d6-4fbc-9849-725cc6280406), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.152693 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-27a4a5ee-5ea6-4b23-8f3c-c009f603d3e7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'security_group_rule': {'security_group_id': '70727fb6-2e90-46b0-9ee4-afd0258c8393', 'project_id': '59010d4129e04353828e17181565f4b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:25.163219 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['acd23972-fc2c-4adc-b584-8aeaed2a0b97', '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5', '21c77df9-8507-4bee-b3c3-c7e735bcb15c', 'bc2b5dab-b5d6-4fbc-9849-725cc6280406'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:22:25.245412 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Pushing event deleted for resources: {'Port': ['ID=bc2b5dab-b5d6-4fbc-9849-725cc6280406,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:25.274390 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.312346 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Pushing event updated for resources: {'Port': ['ID=0e0961c9-390b-4db1-a518-efd203fd9a19,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:25.343234 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port d3075dea-e1fb-4d1a-8749-d4bac6b847cf triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:25.343503 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.403677 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Publish callbacks [] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.405793 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:25.405988 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:25.411261 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f368c4f-b180-4dab-bf3e-65c93968e79f None None] Pushing event updated for resources: {'Port': ['ID=4ae76657-da0f-4b50-b1cd-04f9ad94aa7a,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:25.448887 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (b240022e-eecc-4089-8694-d725e9cbffad), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.476542 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.485571 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] No DVR routers for this DVR port bc2b5dab-b5d6-4fbc-9849-725cc6280406 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:25.492457 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.496467 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc5dc405-2786-4c43-b58a-8a17ecda28c5 req-82982f1f-eac8-4e58-90a9-0f54114a61d0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "DELETE /v2.0/ports/bc2b5dab-b5d6-4fbc-9849-725cc6280406 HTTP/1.1" status: 204 len: 173 time: 2.8078799 Feb 15 15:22:25.528849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5eb4-da41-4936-9860-d013449c6d34 req-b8c419eb-7d44-4a2f-88f5-71a376097d7d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:25.530646 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b11c5eb4-da41-4936-9860-d013449c6d34 req-b8c419eb-7d44-4a2f-88f5-71a376097d7d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.3007016 Feb 15 15:22:25.581190 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fe39a73e-8871-4338-9f9b-203c6be2bf38 req-2e5d1deb-52dd-42c1-8717-1b70a227513a service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381881 Feb 15 15:22:25.593491 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40cd6f-31f9-4f66-a95b-ff6a8159f887 None None] Pushing event updated for resources: {'Port': ['ID=0eb46896-8c4b-4f74-9549-de441ff6f563,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:25.619516 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b11c5eb4-da41-4936-9860-d013449c6d34 req-43f22eb4-f916-4424-9c1b-f8f30db5bf72 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812955 Feb 15 15:22:25.668494 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:25.710088 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port d3075dea-e1fb-4d1a-8749-d4bac6b847cf is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:25.757142 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e7f13-d4b8-4d67-aca2-7ba292f850f2 req-e08c03b7-c284-4a41-83e5-11643d7a1df8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:25.758638 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fe7e7f13-d4b8-4d67-aca2-7ba292f850f2 req-e08c03b7-c284-4a41-83e5-11643d7a1df8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.5116818 Feb 15 15:22:25.770400 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27a4a5ee-5ea6-4b23-8f3c-c009f603d3e7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (c981b91e-74b5-43f3-98a0-48c1a1378ec3), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.820521 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Attempting to bind port 0eb46896-8c4b-4f74-9549-de441ff6f563 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:25.823022 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Attempting to bind port 0eb46896-8c4b-4f74-9549-de441ff6f563 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:25.824494 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Attempting to bind port 0eb46896-8c4b-4f74-9549-de441ff6f563 on network 6adf5371-8fe9-4efa-938d-f46707af920c {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:25.838204 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:25.838742 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Checking segment: {'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:25.839279 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.839777 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Bound using segment: {'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:25.843679 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Bound port: 0eb46896-8c4b-4f74-9549-de441ff6f563, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e4cf7c-4596-461b-8571-7f92439d7625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:25.845102 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.928702 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fe7e7f13-d4b8-4d67-aca2-7ba292f850f2 req-9fc122f0-f19d-457f-bc31-ca1114de251d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537197 Feb 15 15:22:26.039036 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:26.044436 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:26.083894 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27a4a5ee-5ea6-4b23-8f3c-c009f603d3e7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (c981b91e-74b5-43f3-98a0-48c1a1378ec3), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:26.100396 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] For port 0eb46896-8c4b-4f74-9549-de441ff6f563, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:26.117646 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] For port 0eb46896-8c4b-4f74-9549-de441ff6f563, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=0eb46896-8c4b-4f74-9549-de441ff6f563,segment=NetworkSegment(31e4cf7c-4596-461b-8571-7f92439d7625),segment_id=31e4cf7c-4596-461b-8571-7f92439d7625)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:26.209083 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:26.210291 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63283ffe-8b45-4750-829a-d771de607035', 'name': 'network-vif-deleted', 'tag': 'bc2b5dab-b5d6-4fbc-9849-725cc6280406'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:26.214599 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b766458b-b6d9-4dd9-8967-d0f9be027c3f" -d '{"events": [{"server_uuid": "63283ffe-8b45-4750-829a-d771de607035", "name": "network-vif-deleted", "tag": "bc2b5dab-b5d6-4fbc-9849-725cc6280406"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:26.264729 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Routers {'b5706301-1628-4ae3-b980-efb70227b94e'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:26.265536 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b5706301-1628-4ae3-b980-efb70227b94e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:26.308241 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-d27c5dc2-ded1-42d7-aa7c-3c907c77ed10 None None] Provisioning complete for port 0eb46896-8c4b-4f74-9549-de441ff6f563 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:26.309416 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d27c5dc2-ded1-42d7-aa7c-3c907c77ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:26.479392 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] Set router b5706301-1628-4ae3-b980-efb70227b94e gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:26.487030 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530f656-3c00-4059-a271-18a68a9969bf x-openstack-request-id: req-c530f656-3c00-4059-a271-18a68a9969bf {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:26.487617 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63283ffe-8b45-4750-829a-d771de607035", "name": "network-vif-deleted", "tag": "bc2b5dab-b5d6-4fbc-9849-725cc6280406", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:26.488205 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c530f656-3c00-4059-a271-18a68a9969bf {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:26.488781 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63283ffe-8b45-4750-829a-d771de607035', 'name': 'network-vif-deleted', 'tag': 'bc2b5dab-b5d6-4fbc-9849-725cc6280406', 'status': 'completed', 'code': 200} Feb 15 15:22:26.530281 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-d27c5dc2-ded1-42d7-aa7c-3c907c77ed10 None None] Current status of the port 0eb46896-8c4b-4f74-9549-de441ff6f563 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:26.530633 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d27c5dc2-ded1-42d7-aa7c-3c907c77ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:26.581259 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:24Z', 'revision_number': 2, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:26.642061 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-d27c5dc2-ded1-42d7-aa7c-3c907c77ed10 None None] For port 0eb46896-8c4b-4f74-9549-de441ff6f563, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=0eb46896-8c4b-4f74-9549-de441ff6f563,segment=NetworkSegment(31e4cf7c-4596-461b-8571-7f92439d7625),segment_id=31e4cf7c-4596-461b-8571-7f92439d7625)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:26.646587 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0d370-f7c1-4cc4-a6fb-728edb0f979b None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:24Z', 'revision_number': 2, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:26.683730 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d27c5dc2-ded1-42d7-aa7c-3c907c77ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:26.758160 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40cd6f-31f9-4f66-a95b-ff6a8159f887 None None] Pushing event updated for resources: {'Port': ['ID=0eb46896-8c4b-4f74-9549-de441ff6f563,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:26.812726 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a22c6-a649-4b2a-b009-d1f6109e80b2 req-9dce272d-8ecd-41a3-b5fb-2bfa3c0511f7 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:26.822370 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f85a22c6-a649-4b2a-b009-d1f6109e80b2 req-9dce272d-8ecd-41a3-b5fb-2bfa3c0511f7 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1958780 Feb 15 15:22:26.838396 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c5dc2-ded1-42d7-aa7c-3c907c77ed10 None None] Pushing event updated for resources: {'Port': ['ID=0eb46896-8c4b-4f74-9549-de441ff6f563,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:26.895083 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-355ce59d-be22-4836-bb12-1980a617c69f None None] Provisioning complete for port 0e0961c9-390b-4db1-a518-efd203fd9a19 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:26.896862 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-355ce59d-be22-4836-bb12-1980a617c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:26.943269 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27a4a5ee-5ea6-4b23-8f3c-c009f603d3e7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (c981b91e-74b5-43f3-98a0-48c1a1378ec3), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:26.951221 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-90d70849-c861-46ee-98d2-82560416597f req-795c0fb4-7514-4aaa-83e3-a1acbaad9182 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=63283ffe-8b45-4750-829a-d771de607035 HTTP/1.1" status: 200 len: 210 time: 0.7276251 Feb 15 15:22:26.959595 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f85a22c6-a649-4b2a-b009-d1f6109e80b2 req-97fea867-7ae9-4abe-ac2e-48b9954849c1 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249876 Feb 15 15:22:26.974180 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4a5ee-5ea6-4b23-8f3c-c009f603d3e7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c981b91e-74b5-43f3-98a0-48c1a1378ec3,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:26.987544 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Router b240022e-eecc-4089-8694-d725e9cbffad has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:26.993257 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-355ce59d-be22-4836-bb12-1980a617c69f None None] Port 0e0961c9-390b-4db1-a518-efd203fd9a19 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:27.028237 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-355ce59d-be22-4836-bb12-1980a617c69f None None] Provisioning complete for port 0eb46896-8c4b-4f74-9549-de441ff6f563 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:27.029898 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-355ce59d-be22-4836-bb12-1980a617c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:27.060593 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:22:19Z', 'revision_number': 4, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port': {'id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:15Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0eb46896-8c4b-4f74-9549-de441ff6f563', 'name': '', 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'mac_address': 'fa:16:3e:5d:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8d9001bb-4a70-4cb9-a9f6-098314b68d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:26Z', 'revision_number': 4, 'project_id': 'e5567b1c989148988c37ef5794824932', 'subnets': [{'id': '8d9001bb-4a70-4cb9-a9f6-098314b68d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:27.150192 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d8610-4ed2-45f8-8220-8e30c1d7f543 None None] The sync data for ids ['b5706301-1628-4ae3-b980-efb70227b94e'] in dv-cinder-778193-15-iscsi is: [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:22:19Z', 'revision_number': 4, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port': {'id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:15Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0eb46896-8c4b-4f74-9549-de441ff6f563', 'name': '', 'network_id': '6adf5371-8fe9-4efa-938d-f46707af920c', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'mac_address': 'fa:16:3e:5d:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8d9001bb-4a70-4cb9-a9f6-098314b68d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:26Z', 'revision_number': 4, 'project_id': 'e5567b1c989148988c37ef5794824932', 'subnets': [{'id': '8d9001bb-4a70-4cb9-a9f6-098314b68d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:27.166882 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9544-e205-4db5-959c-8692a5f87b1c req-5acdacf4-f8e1-4a68-92ea-cf0404b6a987 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:27.177735 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-be6c9544-e205-4db5-959c-8692a5f87b1c req-5acdacf4-f8e1-4a68-92ea-cf0404b6a987 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0875819 Feb 15 15:22:27.216785 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-27a4a5ee-5ea6-4b23-8f3c-c009f603d3e7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:27.220091 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-27a4a5ee-5ea6-4b23-8f3c-c009f603d3e7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0837824 Feb 15 15:22:27.225029 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39402) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:27.230134 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-8a723a10-0630-459a-97bc-fb1ec23cef75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'security_group_rule': {'security_group_id': '70727fb6-2e90-46b0-9ee4-afd0258c8393', 'project_id': '59010d4129e04353828e17181565f4b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:27.261137 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-be6c9544-e205-4db5-959c-8692a5f87b1c req-2ab598fb-867d-42df-87a7-29ad502cdbcd tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820875 Feb 15 15:22:27.328643 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbda1b-9b8b-4036-b230-149bdcdbf8b4 req-ccce7617-8130-4419-bc0f-9892e4d4b0db tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:27.330595 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fffbda1b-9b8b-4036-b230-149bdcdbf8b4 req-ccce7617-8130-4419-bc0f-9892e4d4b0db tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1564686 Feb 15 15:22:27.349540 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-355ce59d-be22-4836-bb12-1980a617c69f None None] Current status of the port 0eb46896-8c4b-4f74-9549-de441ff6f563 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:27.366975 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:27.382379 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-6d7ddac6-9e1d-4bf1-867e-a78e75ccb8de admin admin] 10.222.0.110 "PUT /v2.0/routers/b240022e-eecc-4089-8694-d725e9cbffad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9413865 Feb 15 15:22:27.419829 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a723a10-0630-459a-97bc-fb1ec23cef75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (c1f7a348-91ff-4e3f-8f66-95ff78d3e6fe), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:27.422705 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 4984da32-1377-4077-945c-0e2f52db9bb7 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:27.458169 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 4984da32-1377-4077-945c-0e2f52db9bb7 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:27.459167 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 4984da32-1377-4077-945c-0e2f52db9bb7 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:27.459167 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device bc2b5dab-b5d6-4fbc-9849-725cc6280406 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:27.472170 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fffbda1b-9b8b-4036-b230-149bdcdbf8b4 req-64210e24-82d4-49ca-83d5-96e77c44e10a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335931 Feb 15 15:22:27.487179 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: bc2b5dab-b5d6-4fbc-9849-725cc6280406 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:27.487794 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device bc2b5dab-b5d6-4fbc-9849-725cc6280406 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:27.594505 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a723a10-0630-459a-97bc-fb1ec23cef75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (c1f7a348-91ff-4e3f-8f66-95ff78d3e6fe), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:27.676676 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a723a10-0630-459a-97bc-fb1ec23cef75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (c1f7a348-91ff-4e3f-8f66-95ff78d3e6fe), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:27.720269 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723a10-0630-459a-97bc-fb1ec23cef75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f7a348-91ff-4e3f-8f66-95ff78d3e6fe,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:27.782423 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8a723a10-0630-459a-97bc-fb1ec23cef75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:27.786099 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8a723a10-0630-459a-97bc-fb1ec23cef75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5574126 Feb 15 15:22:27.786322 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39410) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:27.791277 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-40716822-6ee2-4a84-aabb-ce8967c30930 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'security_group_rule': {'security_group_id': '70727fb6-2e90-46b0-9ee4-afd0258c8393', 'project_id': '59010d4129e04353828e17181565f4b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:27.889961 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40716822-6ee2-4a84-aabb-ce8967c30930 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (7c2fde43-41f3-480b-88ec-89faf709526a), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.081930 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40716822-6ee2-4a84-aabb-ce8967c30930 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (7c2fde43-41f3-480b-88ec-89faf709526a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.150661 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40716822-6ee2-4a84-aabb-ce8967c30930 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (7c2fde43-41f3-480b-88ec-89faf709526a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.230273 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40716822-6ee2-4a84-aabb-ce8967c30930 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2fde43-41f3-480b-88ec-89faf709526a,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:28.243722 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40716822-6ee2-4a84-aabb-ce8967c30930 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.243722 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-40716822-6ee2-4a84-aabb-ce8967c30930 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4536862 Feb 15 15:22:28.245334 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39422) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:28.248269 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072964e-7b5a-43e0-a8f9-0c1b651f24f7 req-8b6ddbca-3e35-4454-9ebc-9fc2a821d5fa tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:28.253550 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f1bf94ec-3bc5-4bc0-a92e-e531df35a8b6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'security_group_rule': {'security_group_id': '70727fb6-2e90-46b0-9ee4-afd0258c8393', 'project_id': '59010d4129e04353828e17181565f4b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:28.275183 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2072964e-7b5a-43e0-a8f9-0c1b651f24f7 req-8b6ddbca-3e35-4454-9ebc-9fc2a821d5fa tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1598501 Feb 15 15:22:28.384561 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.securitygroups_db [None req-f1bf94ec-3bc5-4bc0-a92e-e531df35a8b6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Project 59010d4129e04353828e17181565f4b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:22:28.393431 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f1bf94ec-3bc5-4bc0-a92e-e531df35a8b6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (11225a8a-4088-4df4-86a8-49487652a892), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.404026 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2072964e-7b5a-43e0-a8f9-0c1b651f24f7 req-25d061eb-969b-4a14-8760-ebd1c273a565 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275859 Feb 15 15:22:28.521378 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f1bf94ec-3bc5-4bc0-a92e-e531df35a8b6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (11225a8a-4088-4df4-86a8-49487652a892), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.640695 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f1bf94ec-3bc5-4bc0-a92e-e531df35a8b6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (11225a8a-4088-4df4-86a8-49487652a892), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.661153 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39434) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:28.666135 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1418470958-network', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:28.698272 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf94ec-3bc5-4bc0-a92e-e531df35a8b6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11225a8a-4088-4df4-86a8-49487652a892,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:28.716964 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac1068-fcf1-469d-af71-a495441c4fb6 req-923539f4-58b1-49e9-87ed-3ea298c79aef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:28.718450 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ac1068-fcf1-469d-af71-a495441c4fb6 req-923539f4-58b1-49e9-87ed-3ea298c79aef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1146488 Feb 15 15:22:28.780710 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Made reservation on behalf of d870f363c01b4fb98565bdf75612f0db for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:28.783479 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.794364 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.826299 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-15ac1068-fcf1-469d-af71-a495441c4fb6 req-5e0cf916-ad56-40eb-919d-b890604e875b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015248 Feb 15 15:22:28.842850 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f1bf94ec-3bc5-4bc0-a92e-e531df35a8b6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:28.855751 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39436) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:28.857960 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f1bf94ec-3bc5-4bc0-a92e-e531df35a8b6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6100626 Feb 15 15:22:28.861748 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f52406ee-0d75-40cb-8565-f4575f63431a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'security_group_rule': {'security_group_id': '70727fb6-2e90-46b0-9ee4-afd0258c8393', 'project_id': '59010d4129e04353828e17181565f4b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:28.981975 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Publish callbacks [] for security_group (3cea5066-d9db-4b9e-a428-dd3639a259e6), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.004880 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-f52406ee-0d75-40cb-8565-f4575f63431a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Project 59010d4129e04353828e17181565f4b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:22:29.027859 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f52406ee-0d75-40cb-8565-f4575f63431a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (c937e1f9-86dd-4a67-ae3d-3cbb93594f31), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.109191 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 0eb46896-8c4b-4f74-9549-de441ff6f563 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:29.135485 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3cea5066-d9db-4b9e-a428-dd3639a259e6), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.154889 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:22:29.183258 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (21a300d1-c277-4b02-8c5c-45d92fe2d8b4), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.183637 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Added segment 21a300d1-c277-4b02-8c5c-45d92fe2d8b4 of type vlan for network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c Feb 15 15:22:29.224592 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 0eb46896-8c4b-4f74-9549-de441ff6f563 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:29.225747 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.273588 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.353034 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cea5066-d9db-4b9e-a428-dd3639a259e6,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:29.374208 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.374208 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:29.374208 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.410033 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f52406ee-0d75-40cb-8565-f4575f63431a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (c937e1f9-86dd-4a67-ae3d-3cbb93594f31), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.510929 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f52406ee-0d75-40cb-8565-f4575f63431a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (c937e1f9-86dd-4a67-ae3d-3cbb93594f31), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.558958 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52406ee-0d75-40cb-8565-f4575f63431a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c937e1f9-86dd-4a67-ae3d-3cbb93594f31,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:29.620262 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 0eb46896-8c4b-4f74-9549-de441ff6f563 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:29.621500 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:29.633141 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9707334 Feb 15 15:22:29.633944 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e98f5-5d2f-4581-ae67-8f2be4635c68 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:29.638001 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39444) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:29.647529 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Request body: {'subnet': {'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1418470958-subnet', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:29.651097 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:22:29.690618 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86292b7-4b32-40ed-845f-bba4cb67124c req-6d6bbf33-9618-4ce4-8a4c-486c89711be1 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:29.692402 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c86292b7-4b32-40ed-845f-bba4cb67124c req-6d6bbf33-9618-4ce4-8a4c-486c89711be1 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1571498 Feb 15 15:22:29.725210 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f52406ee-0d75-40cb-8565-f4575f63431a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.736603 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f52406ee-0d75-40cb-8565-f4575f63431a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8697565 Feb 15 15:22:29.750504 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Made reservation on behalf of d870f363c01b4fb98565bdf75612f0db for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:29.755621 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8822925'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.807603 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:29.808118 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.815834 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c86292b7-4b32-40ed-845f-bba4cb67124c req-0bee50c8-2849-42e1-9465-fd34b2f2278d tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114511 Feb 15 15:22:29.959194 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:29.959957 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:29.988175 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=4ae76657-da0f-4b50-b1cd-04f9ad94aa7a,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:30.059076 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:30.079431 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9c688-312b-41dd-a41b-aab7e599ed45 req-c7b08d21-cb09-42e1-8eb3-377dcceb25ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:30.081836 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cbc9c688-312b-41dd-a41b-aab7e599ed45 req-c7b08d21-cb09-42e1-8eb3-377dcceb25ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1016419 Feb 15 15:22:30.171721 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cbc9c688-312b-41dd-a41b-aab7e599ed45 req-5a075f4c-a14a-4280-8cf0-7ef06e9b454a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827487 Feb 15 15:22:30.176595 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=4ae76657-da0f-4b50-b1cd-04f9ad94aa7a,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:30.249748 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af8024-2c71-419c-a330-86de318c2c36 req-55c9e17f-2293-4945-8eb3-8bb6b5c8c039 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:30.249748 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b9af8024-2c71-419c-a330-86de318c2c36 req-55c9e17f-2293-4945-8eb3-8bb6b5c8c039 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 945 time: 0.1982839 Feb 15 15:22:30.265749 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8822943'] for subnet (dfae7c0b-c22d-4455-bb7b-77706580b499), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:30.359883 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfae7c0b-c22d-4455-bb7b-77706580b499,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:30.368451 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b9af8024-2c71-419c-a330-86de318c2c36 req-30ef1407-c7fa-4243-b114-49d851df9bc6 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122005 Feb 15 15:22:30.388796 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Checking segment: {'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:30.394031 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Network hostable DHCP agents. Network: 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:22:30.510580 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:22:30.575799 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:30.584002 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:30.584610 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:30.585636 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cc70a5-965c-4dd9-947d-725c0db3a6e5 None None] Network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:30.655599 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39486) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:30.656698 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a05c741d-7a5e-4318-84c9-fe1531cc8ef0 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0164814 Feb 15 15:22:30.660378 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:30.760929 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c', 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c', 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'fixed_ips': [{'subnet_id': 'dfae7c0b-c22d-4455-bb7b-77706580b499'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:22:30.765860 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:30.779774 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (ed33204c-e674-4051-acf1-bcc0f6003858), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:30.780879 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (ed33204c-e674-4051-acf1-bcc0f6003858), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:30.920741 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks [] for router_controller (ed33204c-e674-4051-acf1-bcc0f6003858), precommit_add_association {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:31.053767 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:31.060278 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Allocated IP 172.20.0.2 (8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c/dfae7c0b-c22d-4455-bb7b-77706580b499/05a8d755-f1bd-44d1-b9e4-de87ce5637cf) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:31.099439 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0de76-d387-4f4e-84a6-bf18d332f53d req-bb3c1bfc-a0c9-4ca9-86bf-c20f754e9919 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:31.107124 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-46e0de76-d387-4f4e-84a6-bf18d332f53d req-bb3c1bfc-a0c9-4ca9-86bf-c20f754e9919 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1601715 Feb 15 15:22:31.219590 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks [] for router_gateway (ed33204c-e674-4051-acf1-bcc0f6003858), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:31.239109 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:31.239603 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:31.244413 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-46e0de76-d387-4f4e-84a6-bf18d332f53d req-4312666b-0fed-43f7-b287-cae4d7cee448 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318846 Feb 15 15:22:31.382496 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:31.426495 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Publish callbacks [] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:31.430645 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cf283-8dd3-4476-90a8-9b4046b6dd21 req-546e0d5f-e161-45af-a5c6-fc1ef38ee031 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:31.432310 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-464cf283-8dd3-4476-90a8-9b4046b6dd21 req-546e0d5f-e161-45af-a5c6-fc1ef38ee031 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0939169 Feb 15 15:22:31.435992 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:31.436825 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:31.515607 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-464cf283-8dd3-4476-90a8-9b4046b6dd21 req-f727eb84-9a38-453c-b982-887135f0d4cd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560458 Feb 15 15:22:31.591150 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1315ea5-28ef-4573-bf31-542c3f1b2de0 req-9d941daf-e707-4d1e-84d0-1b24809b7ba8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:31.592954 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d1315ea5-28ef-4573-bf31-542c3f1b2de0 req-9d941daf-e707-4d1e-84d0-1b24809b7ba8 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 945 time: 0.0753338 Feb 15 15:22:31.597092 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:31.621436 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:31.675031 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d1315ea5-28ef-4573-bf31-542c3f1b2de0 req-0081e442-9d7e-47fa-b596-009ade467954 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602255 Feb 15 15:22:31.753044 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:31.785320 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks [] for router_gateway (ed33204c-e674-4051-acf1-bcc0f6003858), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:31.812470 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:31.833141 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:31.839132 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:31.847156 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Pushing event updated for resources: {'Port': ['ID=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:31.851527 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:31.942889 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Attempting to bind port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:31.943263 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Attempting to bind port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:31.943756 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Attempting to bind port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf on network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:31.945007 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Allocated IP 172.27.0.245 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/08049dd7-897f-42c0-a274-fcd4d425cff3) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:31.953922 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:31.954306 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Checking segment: {'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:31.954840 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:31.955285 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Bound using segment: {'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:31.955769 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Bound port: 05a8d755-f1bd-44d1-b9e4-de87ce5637cf, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:31.956278 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.002396 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:24Z', 'revision_number': 2, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:32.052776 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:32.053125 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Updating router b240022e-eecc-4089-8694-d725e9cbffad port 0e0961c9-390b-4db1-a518-efd203fd9a19 binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:32.098146 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks [] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.124317 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-cc4e9aba-6a77-44e3-a0d7-ba404a2eb958 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:32.125305 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.125858 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-cc4e9aba-6a77-44e3-a0d7-ba404a2eb958 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 945 time: 0.0953863 Feb 15 15:22:32.142285 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] For port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:32.153648 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] For port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,segment=NetworkSegment(21a300d1-c277-4b02-8c5c-45d92fe2d8b4),segment_id=21a300d1-c277-4b02-8c5c-45d92fe2d8b4)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:32.220869 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.249757 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.321650 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:32.330749 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:32.337558 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:32.343936 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Deleting port 21c77df9-8507-4bee-b3c3-c7e735bcb15c {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:32.344256 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.349479 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=08049dd7-897f-42c0-a274-fcd4d425cff3,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:32.371361 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb4cf8-5538-4676-b08b-9073c65b6ef6 None None] Pushing event updated for resources: {'Port': ['ID=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:32.479317 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551b043-87f5-438c-ba7a-f9ca6866f193 req-ebdff4ca-1bf8-4736-9a4c-09a8d4dd6870 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:32.499120 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8551b043-87f5-438c-ba7a-f9ca6866f193 req-ebdff4ca-1bf8-4736-9a4c-09a8d4dd6870 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1559203 Feb 15 15:22:32.726276 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8551b043-87f5-438c-ba7a-f9ca6866f193 req-9198e63e-f29e-405e-a1dc-3619aeaadae1 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211654 Feb 15 15:22:32.747567 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5d2997a5-c660-4901-8489-d91256a9a4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.752558 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Publish callbacks [] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.759366 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] For port 21c77df9-8507-4bee-b3c3-c7e735bcb15c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21c77df9-8507-4bee-b3c3-c7e735bcb15c,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:32.759998 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:32.827187 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Calling delete_port for 21c77df9-8507-4bee-b3c3-c7e735bcb15c owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:32.853683 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:33.038650 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56c54-5388-4024-bed9-c8473bdfb374 req-d213d40f-2924-4a00-8614-80d19429a031 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:33.056825 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44c56c54-5388-4024-bed9-c8473bdfb374 req-d213d40f-2924-4a00-8614-80d19429a031 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 945 time: 0.1917593 Feb 15 15:22:33.070054 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808653dc-c138-4cee-95f8-ee2a0c02f3a3 req-4a622851-a8c1-4fc9-92be-dbc447e2ea8f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:33.087858 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-808653dc-c138-4cee-95f8-ee2a0c02f3a3 req-4a622851-a8c1-4fc9-92be-dbc447e2ea8f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.3535886 Feb 15 15:22:33.111771 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (21c77df9-8507-4bee-b3c3-c7e735bcb15c), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:33.156411 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['acd23972-fc2c-4adc-b584-8aeaed2a0b97', '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5', '21c77df9-8507-4bee-b3c3-c7e735bcb15c'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:22:33.221892 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44c56c54-5388-4024-bed9-c8473bdfb374 req-a22a907a-2992-4d61-bbd6-5f853a63b32f tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641967 Feb 15 15:22:33.254736 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 05a8d755-f1bd-44d1-b9e4-de87ce5637cf up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:33.335164 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ea188-945e-4c36-9baf-15e168434b99 None None] Pushing event updated for resources: {'Port': ['ID=0e0961c9-390b-4db1-a518-efd203fd9a19,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:33.364315 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Attempting to bind port 0e0961c9-390b-4db1-a518-efd203fd9a19 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:33.364761 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Attempting to bind port 0e0961c9-390b-4db1-a518-efd203fd9a19 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:33.365210 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Attempting to bind port 0e0961c9-390b-4db1-a518-efd203fd9a19 on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:33.389565 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-de03beed-a8d7-435f-a86a-a88797b101f8 None None] Provisioning complete for port 0e0961c9-390b-4db1-a518-efd203fd9a19 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:33.390285 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-de03beed-a8d7-435f-a86a-a88797b101f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:33.640742 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Pushing event deleted for resources: {'Port': ['ID=21c77df9-8507-4bee-b3c3-c7e735bcb15c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:33.709050 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:33.709463 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Checking segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:33.711827 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:33.711827 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Bound using segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:33.711827 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Bound port: 0e0961c9-390b-4db1-a518-efd203fd9a19, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:33.711827 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:33.734734 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] No DVR routers for this DVR port 21c77df9-8507-4bee-b3c3-c7e735bcb15c on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:33.743735 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:33.747834 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-976c33cf-8167-41a9-aa6a-56034c35f805 req-1bdf2cf2-8e6a-419a-9368-62b785e76979 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "DELETE /v2.0/ports/21c77df9-8507-4bee-b3c3-c7e735bcb15c HTTP/1.1" status: 204 len: 173 time: 1.6071625 Feb 15 15:22:33.802833 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526f5276-03f1-4aae-bce8-1ffb62d5da8f', 'name': 'network-vif-deleted', 'tag': '21c77df9-8507-4bee-b3c3-c7e735bcb15c'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:33.806112 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d7ebe-25c4-4be0-af69-640eb81d3def" -d '{"events": [{"server_uuid": "526f5276-03f1-4aae-bce8-1ffb62d5da8f", "name": "network-vif-deleted", "tag": "21c77df9-8507-4bee-b3c3-c7e735bcb15c"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:33.827671 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-808653dc-c138-4cee-95f8-ee2a0c02f3a3 req-8723be02-6d77-47b4-8860-3ffdb59c1bb4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7363021 Feb 15 15:22:33.933192 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-de03beed-a8d7-435f-a86a-a88797b101f8 None None] Port 0e0961c9-390b-4db1-a518-efd203fd9a19 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:33.986371 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0c8d5b-3625-4618-840c-94f6ee4764b6 x-openstack-request-id: req-3b0c8d5b-3625-4618-840c-94f6ee4764b6 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:33.989583 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526f5276-03f1-4aae-bce8-1ffb62d5da8f", "name": "network-vif-deleted", "tag": "21c77df9-8507-4bee-b3c3-c7e735bcb15c", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:33.990163 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3b0c8d5b-3625-4618-840c-94f6ee4764b6 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:33.990937 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526f5276-03f1-4aae-bce8-1ffb62d5da8f', 'name': 'network-vif-deleted', 'tag': '21c77df9-8507-4bee-b3c3-c7e735bcb15c', 'status': 'completed', 'code': 200} Feb 15 15:22:33.999232 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d041e81-309e-41b9-8b2d-340b03a6a592 req-24acecc6-134b-41cd-8078-afd2f0ef8e33 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:34.009415 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:34.009845 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.014065 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d041e81-309e-41b9-8b2d-340b03a6a592 req-24acecc6-134b-41cd-8078-afd2f0ef8e33 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.1461751 Feb 15 15:22:34.021178 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] For port 0e0961c9-390b-4db1-a518-efd203fd9a19, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:34.062973 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-b14249e1-b27e-422a-9b55-d16da610d488 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:34.077672 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-b14249e1-b27e-422a-9b55-d16da610d488 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.102 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 946 time: 0.3267126 Feb 15 15:22:34.124773 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8d041e81-309e-41b9-8b2d-340b03a6a592 req-a18ad434-eb65-4774-9573-0c6ee69dfdbb tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/security-groups?id=b756dcae-6912-435e-8c59-42bee6faca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089940 Feb 15 15:22:34.170175 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks [] for router_gateway (ed33204c-e674-4051-acf1-bcc0f6003858), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.181215 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] For port 0e0961c9-390b-4db1-a518-efd203fd9a19, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=0e0961c9-390b-4db1-a518-efd203fd9a19,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:34.297688 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f098c1e-2412-4d52-bd3b-cb58e5f99a1e None None] Network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:34.400082 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b71da8ec-ed84-477a-8d1f-0a496f996651 req-ce736ff4-1902-4857-a742-507423c19609 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=526f5276-03f1-4aae-bce8-1ffb62d5da8f HTTP/1.1" status: 200 len: 210 time: 0.0453753 Feb 15 15:22:34.422622 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.460645 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Deleting port b789a894-293a-43df-9dc2-a2bf9548468f {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:34.461261 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.479250 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-02721265-e926-4e0c-847c-abbdfcb373fd None None] Provisioning complete for port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:34.480051 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-02721265-e926-4e0c-847c-abbdfcb373fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.584680 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] For port b789a894-293a-43df-9dc2-a2bf9548468f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b789a894-293a-43df-9dc2-a2bf9548468f,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:34.585056 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.609494 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Calling delete_port for b789a894-293a-43df-9dc2-a2bf9548468f owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:34.705721 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ea188-945e-4c36-9baf-15e168434b99 None None] Pushing event updated for resources: {'Port': ['ID=0e0961c9-390b-4db1-a518-efd203fd9a19,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:34.837865 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:34.838639 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:34.894343 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (ed33204c-e674-4051-acf1-bcc0f6003858), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.895067 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:34.895067 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.064662 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (b789a894-293a-43df-9dc2-a2bf9548468f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.089060 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['b789a894-293a-43df-9dc2-a2bf9548468f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:22:35.098064 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162951bc-3d1c-46c0-9077-9e55b930f763 req-5da595b4-ca2f-40c2-b1be-c6f4ddcbbd17 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:35.102275 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-162951bc-3d1c-46c0-9077-9e55b930f763 req-5da595b4-ca2f-40c2-b1be-c6f4ddcbbd17 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1087668 Feb 15 15:22:35.143285 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Pushing event deleted for resources: {'Port': ['ID=b789a894-293a-43df-9dc2-a2bf9548468f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:35.166448 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,segment=NetworkSegment(21a300d1-c277-4b02-8c5c-45d92fe2d8b4),segment_id=21a300d1-c277-4b02-8c5c-45d92fe2d8b4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:35.202990 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-162951bc-3d1c-46c0-9077-9e55b930f763 req-e4fed5ec-1dfb-4977-be8b-60b07a245b89 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879815 Feb 15 15:22:35.216852 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-02721265-e926-4e0c-847c-abbdfcb373fd None None] Current status of the port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:35.220656 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-02721265-e926-4e0c-847c-abbdfcb373fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.261956 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.285746 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] No DVR routers for this DVR port b789a894-293a-43df-9dc2-a2bf9548468f on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:35.286548 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:35.290054 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.295418 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78337a79-81f5-49b1-ba27-da88873e7c0d req-eb8afda8-1dbb-4765-8e9a-80fec07abdbe tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.102 "DELETE /v2.0/ports/b789a894-293a-43df-9dc2-a2bf9548468f HTTP/1.1" status: 204 len: 173 time: 1.2069545 Feb 15 15:22:35.363156 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-155a1b66-d268-472b-9668-f3a22a8e683f req-2bcca4db-8790-4016-bb7b-fe2733ec84aa tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 210 time: 0.0785444 Feb 15 15:22:35.522052 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 0e0961c9-390b-4db1-a518-efd203fd9a19 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:35.529208 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cf0702d3-53f1-4b42-9ca9-8300e6ef79c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.558692 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Router ed33204c-e674-4051-acf1-bcc0f6003858 is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:22:35.565861 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:35.621225 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.db.api [None req-02721265-e926-4e0c-847c-abbdfcb373fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:22:35.621577 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG oslo_db.api [None req-02721265-e926-4e0c-847c-abbdfcb373fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 15:22:35.683654 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 0e0961c9-390b-4db1-a518-efd203fd9a19 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:35.684078 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.774294 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:35.793641 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Sync routers for ids ['ed33204c-e674-4051-acf1-bcc0f6003858'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:35.811638 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:33Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:35.814365 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Routers {'ed33204c-e674-4051-acf1-bcc0f6003858'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:35.815426 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ed33204c-e674-4051-acf1-bcc0f6003858'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:35.855123 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169782a4-c1f7-4bea-9ef0-c4937997e973 None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:33Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:35.856982 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 0e0961c9-390b-4db1-a518-efd203fd9a19 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:35.857664 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.910540 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 0e0961c9-390b-4db1-a518-efd203fd9a19, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=0e0961c9-390b-4db1-a518-efd203fd9a19,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:35.935013 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:35.937361 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-658ea103-4320-4c25-b789-5c9cf3a96ec5 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2803202 Feb 15 15:22:35.949680 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39546) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:35.990678 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.034102 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Set router ed33204c-e674-4051-acf1-bcc0f6003858 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:36.117907 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=0e0961c9-390b-4db1-a518-efd203fd9a19,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:36.140636 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d215fb1-33da-49b0-b666-3e181710f4b4 req-dcdfa4b1-898f-4bd4-89af-50f6ea4f85e2 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:36.141522 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba543ff-edc5-453a-9d75-e4254fa12dda', 'name': 'network-vif-deleted', 'tag': 'b789a894-293a-43df-9dc2-a2bf9548468f'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:36.142213 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d215fb1-33da-49b0-b666-3e181710f4b4 req-dcdfa4b1-898f-4bd4-89af-50f6ea4f85e2 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 946 time: 0.1395564 Feb 15 15:22:36.144477 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e287f0bf-e261-413d-9e7b-dc2d6f6fd814" -d '{"events": [{"server_uuid": "fba543ff-edc5-453a-9d75-e4254fa12dda", "name": "network-vif-deleted", "tag": "b789a894-293a-43df-9dc2-a2bf9548468f"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:36.207971 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-02721265-e926-4e0c-847c-abbdfcb373fd None None] Current status of the port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:36.215102 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7d215fb1-33da-49b0-b666-3e181710f4b4 req-50063c2c-c547-43b6-af50-41e21bbc0d1b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662169 Feb 15 15:22:36.266272 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f861c88b-7936-4d04-b648-120ef53cab67 x-openstack-request-id: req-f861c88b-7936-4d04-b648-120ef53cab67 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:36.266839 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba543ff-edc5-453a-9d75-e4254fa12dda", "name": "network-vif-deleted", "tag": "b789a894-293a-43df-9dc2-a2bf9548468f", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:36.267995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f861c88b-7936-4d04-b648-120ef53cab67 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:36.268560 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba543ff-edc5-453a-9d75-e4254fa12dda', 'name': 'network-vif-deleted', 'tag': 'b789a894-293a-43df-9dc2-a2bf9548468f', 'status': 'completed', 'code': 200} Feb 15 15:22:36.357428 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-90f92d56-02ad-43c7-8ab8-03121c697715 None None] Provisioning complete for port 0e0961c9-390b-4db1-a518-efd203fd9a19 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:36.357824 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-90f92d56-02ad-43c7-8ab8-03121c697715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.469737 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48734-e1e4-4238-9dfe-abe7ae4d75dd req-252a1469-6916-470d-88f4-5fd4e2b81b5d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:36.479904 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-04d48734-e1e4-4238-9dfe-abe7ae4d75dd req-252a1469-6916-470d-88f4-5fd4e2b81b5d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1471953 Feb 15 15:22:36.488595 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:22:33Z', 'revision_number': 3, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port': {'id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:31Z', 'updated_at': '2022-02-15T15:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:36.545488 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Checking router: ed33204c-e674-4051-acf1-bcc0f6003858 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:36.545932 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Updating router ed33204c-e674-4051-acf1-bcc0f6003858 port 08049dd7-897f-42c0-a274-fcd4d425cff3 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:36.573019 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.593829 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-04d48734-e1e4-4238-9dfe-abe7ae4d75dd req-517a1e4b-cd50-4e4f-a2d3-6629999e2cc5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049867 Feb 15 15:22:36.630615 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.672629 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a5c05b13-f516-420b-9198-1d898e5d196a req-3e21b8a9-9618-4752-b134-b55102459989 tempest-ServerRescueNegativeTestJSON-2110649866 tempest-ServerRescueNegativeTestJSON-2110649866-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba543ff-edc5-453a-9d75-e4254fa12dda HTTP/1.1" status: 200 len: 210 time: 0.0578051 Feb 15 15:22:36.696174 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-90f92d56-02ad-43c7-8ab8-03121c697715 None None] Current status of the port 0e0961c9-390b-4db1-a518-efd203fd9a19 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:36.715728 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-90f92d56-02ad-43c7-8ab8-03121c697715 None None] Provisioning complete for port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:36.716487 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-90f92d56-02ad-43c7-8ab8-03121c697715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.880856 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-90f92d56-02ad-43c7-8ab8-03121c697715 None None] Current status of the port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:36.938671 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.963359 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.001704 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Publish callbacks [] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.128808 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.174989 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Allocated IP 172.20.0.1 (8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c/dfae7c0b-c22d-4455-bb7b-77706580b499/7b5d187b-d8d7-4e41-a8aa-c61746356077) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:37.242294 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Attempting to bind port 08049dd7-897f-42c0-a274-fcd4d425cff3 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:37.243060 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Attempting to bind port 08049dd7-897f-42c0-a274-fcd4d425cff3 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:37.243817 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Attempting to bind port 08049dd7-897f-42c0-a274-fcd4d425cff3 on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:37.246999 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89db6-ec1c-4a5c-a173-cda7d3765a23 None None] Pushing event updated for resources: {'Port': ['ID=08049dd7-897f-42c0-a274-fcd4d425cff3,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:37.254362 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:37.255372 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:37.256124 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.256822 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:37.257534 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Bound port: 08049dd7-897f-42c0-a274-fcd4d425cff3, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:37.258154 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.400374 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] For port 08049dd7-897f-42c0-a274-fcd4d425cff3, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:37.406622 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] For port 08049dd7-897f-42c0-a274-fcd4d425cff3, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=08049dd7-897f-42c0-a274-fcd4d425cff3,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:37.446358 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 21c77df9-8507-4bee-b3c3-c7e735bcb15c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:37.458830 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Publish callbacks [] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.499384 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 21c77df9-8507-4bee-b3c3-c7e735bcb15c {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:37.499964 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 21c77df9-8507-4bee-b3c3-c7e735bcb15c not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:37.500313 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device b789a894-293a-43df-9dc2-a2bf9548468f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:37.504444 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 05a8d755-f1bd-44d1-b9e4-de87ce5637cf up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:37.512479 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a4d4b-09ed-4308-8d76-c552da28f797 req-f93eae9e-03ce-46f9-ad7a-aec81f4db742 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:37.522819 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4f6a4d4b-09ed-4308-8d76-c552da28f797 req-f93eae9e-03ce-46f9-ad7a-aec81f4db742 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 946 time: 0.1229320 Feb 15 15:22:37.532273 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.541357 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: b789a894-293a-43df-9dc2-a2bf9548468f {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:37.541707 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device b789a894-293a-43df-9dc2-a2bf9548468f not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:37.624390 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4f6a4d4b-09ed-4308-8d76-c552da28f797 req-e8698489-d961-478f-b239-1d065e1aa4b0 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966039 Feb 15 15:22:37.648376 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.648505 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:37.648505 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.729330 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.736279 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:37.737864 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Routers {'ed33204c-e674-4051-acf1-bcc0f6003858'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:37.738866 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ed33204c-e674-4051-acf1-bcc0f6003858'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:37.752065 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:37.773236 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39564) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:37.775320 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:37.783478 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5d187b-d8d7-4e41-a8aa-c61746356077,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:37.807270 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89db6-ec1c-4a5c-a173-cda7d3765a23 None None] Pushing event updated for resources: {'Port': ['ID=08049dd7-897f-42c0-a274-fcd4d425cff3,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:37.868945 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-8bb14e3d-e238-450b-9e53-280f4722134c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:37.871165 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-8bb14e3d-e238-450b-9e53-280f4722134c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 946 time: 0.2075701 Feb 15 15:22:37.896009 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (ed33204c-e674-4051-acf1-bcc0f6003858), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.028834 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789fbc-f0ee-4f54-b8fa-a7f66d43afbb req-461ebbba-d8f1-4cbe-a72f-da24d229670e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:38.031188 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06789fbc-f0ee-4f54-b8fa-a7f66d43afbb req-461ebbba-d8f1-4cbe-a72f-da24d229670e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.2938452 Feb 15 15:22:38.038796 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] Set router ed33204c-e674-4051-acf1-bcc0f6003858 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:38.240353 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:38.243528 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 0e0961c9-390b-4db1-a518-efd203fd9a19 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:38.300304 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06789fbc-f0ee-4f54-b8fa-a7f66d43afbb req-991e8cc4-801d-4e88-967c-e2839b3a7d98 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539566 Feb 15 15:22:38.352307 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-43522373-b07b-41d7-b30a-c6cef52a8304 None None] Provisioning complete for port 7b5d187b-d8d7-4e41-a8aa-c61746356077 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:38.354610 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-43522373-b07b-41d7-b30a-c6cef52a8304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.369501 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.432744 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-43522373-b07b-41d7-b30a-c6cef52a8304 None None] Port 7b5d187b-d8d7-4e41-a8aa-c61746356077 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:38.440995 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 0e0961c9-390b-4db1-a518-efd203fd9a19 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:38.441691 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.475502 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:22:33Z', 'revision_number': 3, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port': {'id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:31Z', 'updated_at': '2022-02-15T15:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:38.538343 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac009490-d1be-4208-bc60-4c7862ed5856 None None] The sync data for ids ['ed33204c-e674-4051-acf1-bcc0f6003858'] in dv-cinder-778193-15-iscsi is: [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:22:33Z', 'revision_number': 3, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port': {'id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:31Z', 'updated_at': '2022-02-15T15:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:38.566423 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 0e0961c9-390b-4db1-a518-efd203fd9a19 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:38.587440 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Deleting port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:38.587440 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.606690 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-275ccd1b-6eaa-4550-a342-5429294be350 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2232289 Feb 15 15:22:38.781116 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.891661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-2cc887d5-4498-4b9a-a154-f83a8bab1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:38.893660 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-2cc887d5-4498-4b9a-a154-f83a8bab1389 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 1129 time: 0.2430534 Feb 15 15:22:38.909361 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] For port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:38.909642 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.935513 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e6ec2-3835-4c19-a61a-47c0d48a8303 req-3c3b3aa1-e06e-4b2f-ae4f-4e566dfcfd77 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:38.937101 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-030e6ec2-3835-4c19-a61a-47c0d48a8303 req-3c3b3aa1-e06e-4b2f-ae4f-4e566dfcfd77 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 946 time: 0.1679220 Feb 15 15:22:38.956763 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Calling delete_port for 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:39.134491 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-030e6ec2-3835-4c19-a61a-47c0d48a8303 req-8c7e408f-1131-4c65-9ae5-1f17e743de1b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795278 Feb 15 15:22:39.180638 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Publish callbacks [] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.248430 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-a2702791-74af-4520-96ab-d8e8436df7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:39.249973 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-a2702791-74af-4520-96ab-d8e8436df7a0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 912 time: 0.3209145 Feb 15 15:22:39.297755 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Deleting port 4746c9c0-8df3-42b7-829e-90f7c896c87e {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:39.298092 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.316730 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.362590 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.412735 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] For port 4746c9c0-8df3-42b7-829e-90f7c896c87e, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=4746c9c0-8df3-42b7-829e-90f7c896c87e,segment=NetworkSegment(82f1a21f-a9b9-405a-8ed4-6e700b8d62bc),segment_id=82f1a21f-a9b9-405a-8ed4-6e700b8d62bc)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:39.417088 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.439347 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Calling delete_port for 4746c9c0-8df3-42b7-829e-90f7c896c87e owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:39.465322 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (ed33204c-e674-4051-acf1-bcc0f6003858), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.490642 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 08049dd7-897f-42c0-a274-fcd4d425cff3 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:39.525647 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (0efa0903-f8cc-43eb-85a2-bb7541aeb4f5), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.533539 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5d187b-d8d7-4e41-a8aa-c61746356077,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:39.568719 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['acd23972-fc2c-4adc-b584-8aeaed2a0b97'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:22:39.722360 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 08049dd7-897f-42c0-a274-fcd4d425cff3 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:39.723136 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.901795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 08049dd7-897f-42c0-a274-fcd4d425cff3 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:39.902436 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.934802 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Pushing event deleted for resources: {'Port': ['ID=0efa0903-f8cc-43eb-85a2-bb7541aeb4f5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:39.946360 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 08049dd7-897f-42c0-a274-fcd4d425cff3, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=08049dd7-897f-42c0-a274-fcd4d425cff3,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:39.956354 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (4746c9c0-8df3-42b7-829e-90f7c896c87e), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.958873 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-5f85669d-1197-4980-8b75-4c8d6db1f02d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8 HTTP/1.1" status: 200 len: 1000 time: 0.6981945 Feb 15 15:22:40.019457 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.033849 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Pushing event deleted for resources: {'Port': ['ID=4746c9c0-8df3-42b7-829e-90f7c896c87e,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:40.087886 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=08049dd7-897f-42c0-a274-fcd4d425cff3,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:40.127687 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] No DVR routers for this DVR port 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:40.130561 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.134784 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-285d1b03-2782-4911-a9e2-6341e96a97f3 req-ec29c049-b99f-401e-ac65-e80f752cb44c tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "DELETE /v2.0/ports/0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 HTTP/1.1" status: 204 len: 173 time: 2.2566221 Feb 15 15:22:40.143345 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418af790-a0df-4ed0-995d-c427b088bbd9', 'name': 'network-vif-deleted', 'tag': '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:40.145782 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6a9eaa-e1c9-428f-a436-217182e0407e" -d '{"events": [{"server_uuid": "418af790-a0df-4ed0-995d-c427b088bbd9", "name": "network-vif-deleted", "tag": "0efa0903-f8cc-43eb-85a2-bb7541aeb4f5"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:40.179496 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:40.183468 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:40.202697 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-5e1b4f93-cd18-4ff2-bd63-233d69b16a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:40.204480 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-5e1b4f93-cd18-4ff2-bd63-233d69b16a9f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.1417422 Feb 15 15:22:40.228384 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9883-bd75-4230-bdd1-8a1759e5830a req-3153ac75-6ced-4053-b457-38e78639b7b7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:40.236200 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4aea9883-bd75-4230-bdd1-8a1759e5830a req-3153ac75-6ced-4053-b457-38e78639b7b7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.7670939 Feb 15 15:22:40.441820 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4aea9883-bd75-4230-bdd1-8a1759e5830a req-dd0f6ea3-7ee0-4368-8cf3-177148d5d3fd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303644 Feb 15 15:22:40.508189 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-2ecff155-9944-4c2f-a609-2e99eb6496e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:40.510147 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-2ecff155-9944-4c2f-a609-2e99eb6496e8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2685032 Feb 15 15:22:40.584795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-b842b2e6-4098-407c-a018-02025b7b71f3 None None] Provisioning complete for port 7b5d187b-d8d7-4e41-a8aa-c61746356077 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:40.585400 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b842b2e6-4098-407c-a018-02025b7b71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.651967 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-b842b2e6-4098-407c-a018-02025b7b71f3 None None] Port 7b5d187b-d8d7-4e41-a8aa-c61746356077 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:40.656594 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e0784e-8748-40ed-b965-e9aa00a40cda x-openstack-request-id: req-51e0784e-8748-40ed-b965-e9aa00a40cda {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:40.656890 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418af790-a0df-4ed0-995d-c427b088bbd9", "name": "network-vif-deleted", "tag": "0efa0903-f8cc-43eb-85a2-bb7541aeb4f5", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:40.657489 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-51e0784e-8748-40ed-b965-e9aa00a40cda {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:40.657963 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418af790-a0df-4ed0-995d-c427b088bbd9', 'name': 'network-vif-deleted', 'tag': '0efa0903-f8cc-43eb-85a2-bb7541aeb4f5', 'status': 'completed', 'code': 200} Feb 15 15:22:40.678251 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dea90497-5643-4dce-a732-2d0a09157f01 req-92b4dfdb-b575-4b50-be40-0aa23727f573 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 210 time: 0.3693900 Feb 15 15:22:40.703237 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Router ed33204c-e674-4051-acf1-bcc0f6003858 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:40.713498 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-8e8a0195-a5db-4d25-8579-d3cf823f2e7f service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924169 Feb 15 15:22:40.736517 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.828947 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bcdb2778-9182-492b-a86e-bbf54f75abed req-a6893ed3-e627-4fee-a55e-dc080b61a30e service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082859 Feb 15 15:22:40.992044 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:41.015009 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-bcbcbc46-4b4c-4da9-a940-d2cde1abe982 admin admin] 10.222.0.110 "PUT /v2.0/routers/ed33204c-e674-4051-acf1-bcc0f6003858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0633569 Feb 15 15:22:41.111652 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:41.253356 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:41.259821 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c468c5e0-7efe-4c47-ad06-2afba5a13adf admin admin] 10.222.0.110 "PUT /v2.0/routers/7fdd4c35-95e9-44bc-9bd8-58e11cd500d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4847422 Feb 15 15:22:41.263129 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39592) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:41.266189 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] Sync routers for ids ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:41.276834 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] Routers {'7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:41.277764 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:41.394551 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Sync routers for ids ['ed33204c-e674-4051-acf1-bcc0f6003858'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:41.407859 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Routers {'ed33204c-e674-4051-acf1-bcc0f6003858'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:41.408747 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ed33204c-e674-4051-acf1-bcc0f6003858'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:41.431841 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks [] for router (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.476731 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:41.558364 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:41.560350 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 0efa0903-f8cc-43eb-85a2-bb7541aeb4f5 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:41.566665 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] Set router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:41.699166 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8af767-463e-45c0-9736-2ecf0da75279 req-dab60649-cad4-493e-8e02-2c3674838808 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:41.702834 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks [] for router_gateway (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.709363 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4f8af767-463e-45c0-9736-2ecf0da75279 req-dab60649-cad4-493e-8e02-2c3674838808 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.1087322 Feb 15 15:22:41.725959 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Set router ed33204c-e674-4051-acf1-bcc0f6003858 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:41.750617 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 08049dd7-897f-42c0-a274-fcd4d425cff3 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:41.773852 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4f8af767-463e-45c0-9736-2ecf0da75279 req-dfb62e3a-2f01-4134-8f98-8dc5e4f51f0f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583580 Feb 15 15:22:41.886909 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 08049dd7-897f-42c0-a274-fcd4d425cff3 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:41.888094 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.897167 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Deleting port e804a820-223b-4395-9902-abef658dda76 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:41.897664 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (e804a820-223b-4395-9902-abef658dda76), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.933559 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d8fcaf50-12bc-4245-8b8f-22c8a67f8bec req-2bc74ab4-6fe3-4f70-9f0c-0fb598663650 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=418af790-a0df-4ed0-995d-c427b088bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0488114 Feb 15 15:22:42.029823 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] For port e804a820-223b-4395-9902-abef658dda76, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=e804a820-223b-4395-9902-abef658dda76,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:42.030196 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (e804a820-223b-4395-9902-abef658dda76), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.041698 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e804a820-223b-4395-9902-abef658dda76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:22:39Z', 'revision_number': 5, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port': {'id': 'e804a820-223b-4395-9902-abef658dda76', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:32Z', 'updated_at': '2022-02-15T15:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:42.046845 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Calling delete_port for e804a820-223b-4395-9902-abef658dda76 owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:42.076525 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] Checking router: 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:42.088829 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 08049dd7-897f-42c0-a274-fcd4d425cff3 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:42.095279 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:22:38Z', 'revision_number': 4, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port': {'id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:31Z', 'updated_at': '2022-02-15T15:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7b5d187b-d8d7-4e41-a8aa-c61746356077', 'name': '', 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'mac_address': 'fa:16:3e:3d:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dfae7c0b-c22d-4455-bb7b-77706580b499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:36Z', 'updated_at': '2022-02-15T15:22:38Z', 'revision_number': 2, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'subnets': [{'id': 'dfae7c0b-c22d-4455-bb7b-77706580b499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:42.097401 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] Routers {'7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:42.098189 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:42.104278 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39616) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:42.110267 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-54462c9f-8c12-445b-af0f-ad0cc2d92ac0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710079770', 'description': 'tempest-secgroup-smoke-1710079770 description', 'project_id': '9b5a420d478044c4982a4615b5c9c505'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:42.128407 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Checking router: ed33204c-e674-4051-acf1-bcc0f6003858 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:42.128792 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Updating router ed33204c-e674-4051-acf1-bcc0f6003858 port 7b5d187b-d8d7-4e41-a8aa-c61746356077 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:42.160962 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.205283 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] Set router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 gateway port host: None {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:42.256516 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-54462c9f-8c12-445b-af0f-ad0cc2d92ac0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.272245 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:22:41Z', 'revision_number': 6, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port_host': None}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:42.312257 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a164c3-73cd-4860-b90e-310a92f7c5af None None] The sync data for ids ['7fdd4c35-95e9-44bc-9bd8-58e11cd500d6'] in dv-cinder-778193-15-iscsi is: [{'id': '7fdd4c35-95e9-44bc-9bd8-58e11cd500d6', 'name': 'tempest-ServerRescueNegativeTestJSON-125671384-router', 'tenant_id': '8ca7be2d793a4956bde996527811910d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:31Z', 'updated_at': '2022-02-15T15:22:41Z', 'revision_number': 6, 'project_id': '8ca7be2d793a4956bde996527811910d', 'gw_port_host': None}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:42.348631 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-54462c9f-8c12-445b-af0f-ad0cc2d92ac0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group (903f67e6-d6ca-4026-b6ca-bdd331766a2a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.373435 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (e804a820-223b-4395-9902-abef658dda76), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.400541 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e804a820-223b-4395-9902-abef658dda76,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:42.465081 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-54462c9f-8c12-445b-af0f-ad0cc2d92ac0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (903f67e6-d6ca-4026-b6ca-bdd331766a2a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.470423 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Publish callbacks [] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.493706 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.504561 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54462c9f-8c12-445b-af0f-ad0cc2d92ac0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903f67e6-d6ca-4026-b6ca-bdd331766a2a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:42.568421 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.593387 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-54462c9f-8c12-445b-af0f-ad0cc2d92ac0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.597892 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-54462c9f-8c12-445b-af0f-ad0cc2d92ac0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4925413 Feb 15 15:22:42.598377 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39622) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:42.603523 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-0f8e5dec-4ab1-44f7-9d35-8b6ae9bd5c30 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'security_group_rule': {'security_group_id': '903f67e6-d6ca-4026-b6ca-bdd331766a2a', 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:42.619641 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.622847 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce83a7-da91-4037-a522-74962af1e749 req-cc03834f-ec81-475b-8462-657ec719f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:42.624534 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48ce83a7-da91-4037-a522-74962af1e749 req-cc03834f-ec81-475b-8462-657ec719f695 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 1129 time: 0.1749718 Feb 15 15:22:42.625796 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks [] for router_controller (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.630767 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b983e-0a93-4e18-bdd5-2e1f123ff0a8 None None] Pushing event updated for resources: {'Port': ['ID=7b5d187b-d8d7-4e41-a8aa-c61746356077,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:42.700902 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Attempting to bind port 7b5d187b-d8d7-4e41-a8aa-c61746356077 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:42.701282 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Attempting to bind port 7b5d187b-d8d7-4e41-a8aa-c61746356077 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:42.701650 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Attempting to bind port 7b5d187b-d8d7-4e41-a8aa-c61746356077 on network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:42.725109 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:42.725484 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Checking segment: {'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:42.725886 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.726284 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Bound using segment: {'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:42.726837 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Bound port: 7b5d187b-d8d7-4e41-a8aa-c61746356077, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a300d1-c277-4b02-8c5c-45d92fe2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:42.727223 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.809438 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] For port 7b5d187b-d8d7-4e41-a8aa-c61746356077, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:42.814425 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] For port 7b5d187b-d8d7-4e41-a8aa-c61746356077, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=7b5d187b-d8d7-4e41-a8aa-c61746356077,segment=NetworkSegment(21a300d1-c277-4b02-8c5c-45d92fe2d8b4),segment_id=21a300d1-c277-4b02-8c5c-45d92fe2d8b4)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:42.815672 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce83a7-da91-4037-a522-74962af1e749 req-1facabc7-9dc4-45e2-a029-7c6d826fe3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:42.821924 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48ce83a7-da91-4037-a522-74962af1e749 req-1facabc7-9dc4-45e2-a029-7c6d826fe3a0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.1855457 Feb 15 15:22:42.870136 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5dec-4ab1-44f7-9d35-8b6ae9bd5c30 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (0bdb2d09-bd9d-4aca-93d1-7380546dbf9b), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.877207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (7fdd4c35-95e9-44bc-9bd8-58e11cd500d6), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.877207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:22:42.886712 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.887750 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3f54c4d8-0937-4d26-ba1c-079c4d9d10c5 admin admin] 10.222.0.110 "DELETE /v2.0/routers/7fdd4c35-95e9-44bc-9bd8-58e11cd500d6 HTTP/1.1" status: 204 len: 168 time: 1.6223602 Feb 15 15:22:42.892291 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.897326 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39630) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:42.906232 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-c52dcb56-d0a2-43a6-93fc-023aa918140d None None] Provisioning complete for port 7b5d187b-d8d7-4e41-a8aa-c61746356077 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:42.909581 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c52dcb56-d0a2-43a6-93fc-023aa918140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.926442 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16597080-dde5-41c8-bb04-2691a43a63d8 req-9614a3c7-29b6-4d36-8225-ba501935a4ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:42.928491 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-16597080-dde5-41c8-bb04-2691a43a63d8 req-9614a3c7-29b6-4d36-8225-ba501935a4ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0621715 Feb 15 15:22:42.970638 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48ce83a7-da91-4037-a522-74962af1e749 req-84792fb5-fdc2-4261-877d-956cebfaf0f2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 200 len: 1000 time: 0.1423159 Feb 15 15:22:42.991183 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Routers {'ed33204c-e674-4051-acf1-bcc0f6003858'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:42.992420 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:22:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ed33204c-e674-4051-acf1-bcc0f6003858'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:43.013062 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-16597080-dde5-41c8-bb04-2691a43a63d8 req-99a6094a-159e-4a0e-ae5c-7f0b3d4d9ee1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730457 Feb 15 15:22:43.022284 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-c52dcb56-d0a2-43a6-93fc-023aa918140d None None] Current status of the port 7b5d187b-d8d7-4e41-a8aa-c61746356077 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:43.022808 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c52dcb56-d0a2-43a6-93fc-023aa918140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.025564 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7780f6-020b-4efc-adb0-c0bcd6bb6bee admin admin] Deleting subnet 2f591886-6c8d-4e78-b254-7b3450def381 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:22:43.040142 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5f7780f6-020b-4efc-adb0-c0bcd6bb6bee admin admin] Publish callbacks [] for subnet (2f591886-6c8d-4e78-b254-7b3450def381), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.068331 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b983e-0a93-4e18-bdd5-2e1f123ff0a8 None None] Pushing event updated for resources: {'Port': ['ID=7b5d187b-d8d7-4e41-a8aa-c61746356077,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:43.095046 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5dec-4ab1-44f7-9d35-8b6ae9bd5c30 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (0bdb2d09-bd9d-4aca-93d1-7380546dbf9b), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.106485 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce83a7-da91-4037-a522-74962af1e749 req-abc5a522-8e1d-4077-b090-9819f8bd55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:43.108257 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48ce83a7-da91-4037-a522-74962af1e749 req-abc5a522-8e1d-4077-b090-9819f8bd55c5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.1279652 Feb 15 15:22:43.114112 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5f7780f6-020b-4efc-adb0-c0bcd6bb6bee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8824911'] for subnet (2f591886-6c8d-4e78-b254-7b3450def381), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.153408 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-c52dcb56-d0a2-43a6-93fc-023aa918140d None None] For port 7b5d187b-d8d7-4e41-a8aa-c61746356077, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=7b5d187b-d8d7-4e41-a8aa-c61746356077,segment=NetworkSegment(21a300d1-c277-4b02-8c5c-45d92fe2d8b4),segment_id=21a300d1-c277-4b02-8c5c-45d92fe2d8b4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:43.186157 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5dec-4ab1-44f7-9d35-8b6ae9bd5c30 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (0bdb2d09-bd9d-4aca-93d1-7380546dbf9b), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.193563 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] Set router ed33204c-e674-4051-acf1-bcc0f6003858 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:43.219253 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c52dcb56-d0a2-43a6-93fc-023aa918140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.227181 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e5dec-4ab1-44f7-9d35-8b6ae9bd5c30 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdb2d09-bd9d-4aca-93d1-7380546dbf9b,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:43.242150 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5f7780f6-020b-4efc-adb0-c0bcd6bb6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (2f591886-6c8d-4e78-b254-7b3450def381), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.281864 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce83a7-da91-4037-a522-74962af1e749 req-23df208b-3979-429e-8ad9-cf373681031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:43.283404 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48ce83a7-da91-4037-a522-74962af1e749 req-23df208b-3979-429e-8ad9-cf373681031f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1643920 Feb 15 15:22:43.289336 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dcb56-d0a2-43a6-93fc-023aa918140d None None] Pushing event updated for resources: {'Port': ['ID=7b5d187b-d8d7-4e41-a8aa-c61746356077,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:43.345719 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5dec-4ab1-44f7-9d35-8b6ae9bd5c30 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.350155 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0f8e5dec-4ab1-44f7-9d35-8b6ae9bd5c30 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7498684 Feb 15 15:22:43.350257 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39638) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:43.356602 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-89c6282a-1733-4ac0-8630-3f2802051581 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'security_group_rule': {'security_group_id': '903f67e6-d6ca-4026-b6ca-bdd331766a2a', 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:43.360129 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-59c554b4-edda-4e44-941a-945abc451c4f None None] Provisioning complete for port 7b5d187b-d8d7-4e41-a8aa-c61746356077 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:43.360998 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-59c554b4-edda-4e44-941a-945abc451c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.411980 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48ce83a7-da91-4037-a522-74962af1e749 req-1a2c3fee-278a-4e0d-9a6e-3414f5ebf2f8 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199851 Feb 15 15:22:43.443121 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5f7780f6-020b-4efc-adb0-c0bcd6bb6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9107968'] for subnet (2f591886-6c8d-4e78-b254-7b3450def381), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.493860 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-59c554b4-edda-4e44-941a-945abc451c4f None None] Current status of the port 7b5d187b-d8d7-4e41-a8aa-c61746356077 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:43.497776 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 4746c9c0-8df3-42b7-829e-90f7c896c87e no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:43.508612 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:22:38Z', 'revision_number': 4, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port': {'id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:31Z', 'updated_at': '2022-02-15T15:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7b5d187b-d8d7-4e41-a8aa-c61746356077', 'name': '', 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'mac_address': 'fa:16:3e:3d:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dfae7c0b-c22d-4455-bb7b-77706580b499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:36Z', 'updated_at': '2022-02-15T15:22:42Z', 'revision_number': 4, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'subnets': [{'id': 'dfae7c0b-c22d-4455-bb7b-77706580b499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:43.520595 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7780f6-020b-4efc-adb0-c0bcd6bb6bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f591886-6c8d-4e78-b254-7b3450def381,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:43.526597 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 4746c9c0-8df3-42b7-829e-90f7c896c87e {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:43.526597 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 4746c9c0-8df3-42b7-829e-90f7c896c87e not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:43.526597 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device e804a820-223b-4395-9902-abef658dda76 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:43.536893 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5f7780f6-020b-4efc-adb0-c0bcd6bb6bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.544102 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5f7780f6-020b-4efc-adb0-c0bcd6bb6bee admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2f591886-6c8d-4e78-b254-7b3450def381 HTTP/1.1" status: 204 len: 168 time: 0.6421978 Feb 15 15:22:43.544102 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39642) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:43.549682 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07e34d-7443-4234-9a26-dfb65e4b71f8 None None] The sync data for ids ['ed33204c-e674-4051-acf1-bcc0f6003858'] in dv-cinder-778193-15-iscsi is: [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:22:38Z', 'revision_number': 4, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port': {'id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:31Z', 'updated_at': '2022-02-15T15:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7b5d187b-d8d7-4e41-a8aa-c61746356077', 'name': '', 'network_id': '8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'mac_address': 'fa:16:3e:3d:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dfae7c0b-c22d-4455-bb7b-77706580b499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:36Z', 'updated_at': '2022-02-15T15:22:42Z', 'revision_number': 4, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'subnets': [{'id': 'dfae7c0b-c22d-4455-bb7b-77706580b499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:43.549931 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: e804a820-223b-4395-9902-abef658dda76 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:43.550267 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device e804a820-223b-4395-9902-abef658dda76 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:43.564560 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89c6282a-1733-4ac0-8630-3f2802051581 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (04f9b514-a564-44e6-b4ae-a0188b8be596), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.676099 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89c6282a-1733-4ac0-8630-3f2802051581 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (04f9b514-a564-44e6-b4ae-a0188b8be596), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.762923 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89c6282a-1733-4ac0-8630-3f2802051581 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (04f9b514-a564-44e6-b4ae-a0188b8be596), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.792749 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6282a-1733-4ac0-8630-3f2802051581 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f9b514-a564-44e6-b4ae-a0188b8be596,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:43.878695 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-89c6282a-1733-4ac0-8630-3f2802051581 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.881296 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-89c6282a-1733-4ac0-8630-3f2802051581 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5299354 Feb 15 15:22:43.883035 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39644) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:43.888625 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-9cf4c3a8-c4a0-408b-9838-1993c4af8a2c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'security_group_rule': {'security_group_id': '903f67e6-d6ca-4026-b6ca-bdd331766a2a', 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:43.931192 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-48ce83a7-da91-4037-a522-74962af1e749 req-ceeb0371-9b32-4834-9d5c-f0dcac3c713d service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122554 Feb 15 15:22:43.933681 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (663914f1-36e9-4577-97bd-1b38afd4ce89), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.983225 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c3a8-c4a0-408b-9838-1993c4af8a2c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (b63f7cc8-01bd-4d04-933f-100bfe6cd144), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.018720 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (663914f1-36e9-4577-97bd-1b38afd4ce89), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.048931 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c3a8-c4a0-408b-9838-1993c4af8a2c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (b63f7cc8-01bd-4d04-933f-100bfe6cd144), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.053626 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663914f1-36e9-4577-97bd-1b38afd4ce89']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:44.063972 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:44.064218 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f1a21f-a9b9-405a-8ed4-6e700b8d62bc') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:44.078823 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8824952'] for segment (82f1a21f-a9b9-405a-8ed4-6e700b8d62bc), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.093430 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (82f1a21f-a9b9-405a-8ed4-6e700b8d62bc), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.100783 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:22:44.101180 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9183591'] for segment (82f1a21f-a9b9-405a-8ed4-6e700b8d62bc), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: Traceback (most recent call last): Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: timer() Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: cb(*args, **kw) Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: return func(*args, **kwargs) Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: self._notify() Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: self.callback(batched_events) Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: event.method(event) Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: return f(self, *a, **k) Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._get(url).json() Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:22:44.102956 dv-cinder-778193-15-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:22:44.125286 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c3a8-c4a0-408b-9838-1993c4af8a2c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (b63f7cc8-01bd-4d04-933f-100bfe6cd144), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.158082 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c3a8-c4a0-408b-9838-1993c4af8a2c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63f7cc8-01bd-4d04-933f-100bfe6cd144,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:44.178617 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70413bff-270a-47b7-a2fc-e19f34156156 req-d68a2d7b-859a-44b6-a9b3-9f959c53449a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:44.187002 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-70413bff-270a-47b7-a2fc-e19f34156156 req-d68a2d7b-859a-44b6-a9b3-9f959c53449a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0942695 Feb 15 15:22:44.236355 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-70413bff-270a-47b7-a2fc-e19f34156156 req-78e5bad9-c330-4fd4-b651-d620deef20bb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483353 Feb 15 15:22:44.239490 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c3a8-c4a0-408b-9838-1993c4af8a2c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.240766 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9cf4c3a8-c4a0-408b-9838-1993c4af8a2c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564861 Feb 15 15:22:44.243485 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39650) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:44.248520 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (663914f1-36e9-4577-97bd-1b38afd4ce89), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.249126 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-0b823c87-417d-4f53-bd63-77c534bd3a26 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'security_group_rule': {'security_group_id': '903f67e6-d6ca-4026-b6ca-bdd331766a2a', 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:44.255803 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.259019 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] 10.222.0.110 "DELETE /v2.0/networks/663914f1-36e9-4577-97bd-1b38afd4ce89 HTTP/1.1" status: 204 len: 168 time: 0.7144942 Feb 15 15:22:44.270836 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154498a-f6c4-48ae-8e29-9deee09da064 admin admin] Pushing event deleted for resources: {'Network': ['ID=663914f1-36e9-4577-97bd-1b38afd4ce89,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:44.366940 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0b823c87-417d-4f53-bd63-77c534bd3a26 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (1f82c921-5b16-4f2f-b26b-419d6ac318e2), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.439326 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0b823c87-417d-4f53-bd63-77c534bd3a26 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (1f82c921-5b16-4f2f-b26b-419d6ac318e2), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.533342 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0b823c87-417d-4f53-bd63-77c534bd3a26 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (1f82c921-5b16-4f2f-b26b-419d6ac318e2), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.554592 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b823c87-417d-4f53-bd63-77c534bd3a26 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f82c921-5b16-4f2f-b26b-419d6ac318e2,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:44.643434 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0b823c87-417d-4f53-bd63-77c534bd3a26 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.644441 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0b823c87-417d-4f53-bd63-77c534bd3a26 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3997765 Feb 15 15:22:44.648759 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39658) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:44.655063 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-3199c0f4-5452-4cf1-846c-0e57fe1e2f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'security_group_rule': {'security_group_id': '903f67e6-d6ca-4026-b6ca-bdd331766a2a', 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:44.715960 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39660) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:44.742244 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-3199c0f4-5452-4cf1-846c-0e57fe1e2f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Project 9b5a420d478044c4982a4615b5c9c505 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:22:44.755120 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3199c0f4-5452-4cf1-846c-0e57fe1e2f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (a60abd7b-aa11-4bb6-ae61-d9cd08fec76e), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.769257 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d7d45ef4-e035-4387-85e1-1c57c0d7bfd4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8ca7be2d793a4956bde996527811910d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0519764 Feb 15 15:22:44.771901 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39662) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:44.844433 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3199c0f4-5452-4cf1-846c-0e57fe1e2f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (a60abd7b-aa11-4bb6-ae61-d9cd08fec76e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.855253 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ff51-e9fe-4d4a-b097-8599168b3bbd admin admin] Publish callbacks [] for security_group (b756dcae-6912-435e-8c59-42bee6faca56), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.877172 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ff51-e9fe-4d4a-b097-8599168b3bbd admin admin] Publish callbacks [] for security_group (b756dcae-6912-435e-8c59-42bee6faca56), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.899772 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3199c0f4-5452-4cf1-846c-0e57fe1e2f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (a60abd7b-aa11-4bb6-ae61-d9cd08fec76e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.924392 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199c0f4-5452-4cf1-846c-0e57fe1e2f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60abd7b-aa11-4bb6-ae61-d9cd08fec76e,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:44.980759 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e106011-5e27-4093-aeb1-5b7a1f9983b9 req-28729d1d-9df7-4982-b7b8-b9b0e00c2783 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:44.982245 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2e106011-5e27-4093-aeb1-5b7a1f9983b9 req-28729d1d-9df7-4982-b7b8-b9b0e00c2783 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.0536714 Feb 15 15:22:45.003796 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3199c0f4-5452-4cf1-846c-0e57fe1e2f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.005925 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3199c0f4-5452-4cf1-846c-0e57fe1e2f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3553419 Feb 15 15:22:45.008017 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39666) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:45.013803 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-228e7f36-1e85-441a-b89c-bc40f7da21e9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'security_group_rule': {'security_group_id': '903f67e6-d6ca-4026-b6ca-bdd331766a2a', 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:45.026144 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ff51-e9fe-4d4a-b097-8599168b3bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (b756dcae-6912-435e-8c59-42bee6faca56), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.028963 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ff51-e9fe-4d4a-b097-8599168b3bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.030056 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8ef5ff51-e9fe-4d4a-b097-8599168b3bbd admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b756dcae-6912-435e-8c59-42bee6faca56 HTTP/1.1" status: 204 len: 168 time: 0.2574611 Feb 15 15:22:45.030252 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2e106011-5e27-4093-aeb1-5b7a1f9983b9 req-7d33213d-b427-493a-8c01-4ba6d15cf45e tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Feb 15 15:22:45.041634 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5ff51-e9fe-4d4a-b097-8599168b3bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b756dcae-6912-435e-8c59-42bee6faca56,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:45.127564 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-228e7f36-1e85-441a-b89c-bc40f7da21e9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Project 9b5a420d478044c4982a4615b5c9c505 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:22:45.133110 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-228e7f36-1e85-441a-b89c-bc40f7da21e9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (9b070d55-b2f4-48ba-89dc-3fe8918fa50a), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.195648 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-228e7f36-1e85-441a-b89c-bc40f7da21e9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (9b070d55-b2f4-48ba-89dc-3fe8918fa50a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.276065 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-228e7f36-1e85-441a-b89c-bc40f7da21e9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (9b070d55-b2f4-48ba-89dc-3fe8918fa50a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.296250 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e7f36-1e85-441a-b89c-bc40f7da21e9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b070d55-b2f4-48ba-89dc-3fe8918fa50a,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:45.383583 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-228e7f36-1e85-441a-b89c-bc40f7da21e9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.389683 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-228e7f36-1e85-441a-b89c-bc40f7da21e9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3805847 Feb 15 15:22:45.405065 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f6dc8-905b-4691-bb67-643855f36d3a req-f06b4f07-c072-46c3-b77e-a32689e588d1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:45.406778 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6a2f6dc8-905b-4691-bb67-643855f36d3a req-f06b4f07-c072-46c3-b77e-a32689e588d1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 945 time: 0.0677538 Feb 15 15:22:45.418214 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 7b5d187b-d8d7-4e41-a8aa-c61746356077 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:45.476248 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:45.486043 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6a2f6dc8-905b-4691-bb67-643855f36d3a req-14d15195-bfc7-403a-9d2e-510f50ce62b1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719588 Feb 15 15:22:45.520167 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 7b5d187b-d8d7-4e41-a8aa-c61746356077 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:45.520515 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.606566 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port d7735bb4-c942-496a-8377-3a32193df960 is: ACTIVE; New status is: DOWN {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:45.607109 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.660385 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:45.666175 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f5467-d26f-4834-9680-f98b933ecdbc" -d '{"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-unplugged", "status": "completed", "tag": "d7735bb4-c942-496a-8377-3a32193df960"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:45.674541 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 7b5d187b-d8d7-4e41-a8aa-c61746356077 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:45.680005 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:45.705638 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df85df75-d797-408b-a226-d7948bb0e594 x-openstack-request-id: req-df85df75-d797-408b-a226-d7948bb0e594 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:45.705955 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-unplugged", "status": "completed", "tag": "d7735bb4-c942-496a-8377-3a32193df960", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:45.706234 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-df85df75-d797-408b-a226-d7948bb0e594 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:45.706629 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960', 'code': 200} Feb 15 15:22:45.818476 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.870781 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=8']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:46.155105 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f26a0-0c46-4900-a5a6-3ea97e942c06 req-98d5cd6c-2958-4412-90d4-163343e9ab17 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:46.156624 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4d2f26a0-0c46-4900-a5a6-3ea97e942c06 req-98d5cd6c-2958-4412-90d4-163343e9ab17 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.0541673 Feb 15 15:22:46.213477 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4d2f26a0-0c46-4900-a5a6-3ea97e942c06 req-900d90a7-b246-498b-9b69-243ca8a8123a tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495389 Feb 15 15:22:46.613212 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb98ca-e0e1-4c7d-b16c-7dd7b801c8a9 req-f44f41f1-b503-4cf2-8697-845e1f98d26c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:46.614589 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b7bb98ca-e0e1-4c7d-b16c-7dd7b801c8a9 req-f44f41f1-b503-4cf2-8697-845e1f98d26c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0573816 Feb 15 15:22:46.673949 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b7bb98ca-e0e1-4c7d-b16c-7dd7b801c8a9 req-45411ddc-dc25-42d6-936e-a2371d1ac0fd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536728 Feb 15 15:22:47.006280 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-e93574c9-8357-4591-9f59-cca327cb300b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:47.008065 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-e93574c9-8357-4591-9f59-cca327cb300b tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.0573714 Feb 15 15:22:47.125080 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Deleting port acd23972-fc2c-4adc-b584-8aeaed2a0b97 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:47.125582 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.220937 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] For port acd23972-fc2c-4adc-b584-8aeaed2a0b97, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=acd23972-fc2c-4adc-b584-8aeaed2a0b97,segment=NetworkSegment(1990fdc4-1bd8-4e52-bd68-b6b32c9bd525),segment_id=1990fdc4-1bd8-4e52-bd68-b6b32c9bd525)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:47.221532 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.236855 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Calling delete_port for acd23972-fc2c-4adc-b584-8aeaed2a0b97 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:47.348569 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b2b5-00f0-4901-b599-fcd979204934 req-cdbd9bb3-6182-4487-ae90-0d8fd70c06c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:47.350530 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a6c2b2b5-00f0-4901-b599-fcd979204934 req-cdbd9bb3-6182-4487-ae90-0d8fd70c06c5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 945 time: 0.0649965 Feb 15 15:22:47.428940 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a6c2b2b5-00f0-4901-b599-fcd979204934 req-3499f0e5-b20b-45f1-8294-9b16321e0f57 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/security-groups?id=34874bb4-47b7-4c7e-9552-114cb80cb0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644855 Feb 15 15:22:47.476593 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (acd23972-fc2c-4adc-b584-8aeaed2a0b97), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.495556 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['acd23972-fc2c-4adc-b584-8aeaed2a0b97'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:22:47.515036 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Pushing event deleted for resources: {'Port': ['ID=acd23972-fc2c-4adc-b584-8aeaed2a0b97,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:47.584513 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] No DVR routers for this DVR port acd23972-fc2c-4adc-b584-8aeaed2a0b97 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:47.588722 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.593774 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0ebde072-5b10-4275-a76c-0a28fe5f50f7 req-5f2c4e13-069d-4e88-b8e8-2a14c6729f62 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.102 "DELETE /v2.0/ports/acd23972-fc2c-4adc-b584-8aeaed2a0b97 HTTP/1.1" status: 204 len: 173 time: 0.5738282 Feb 15 15:22:47.594347 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe45878-8df1-4029-8db5-e343ef4c9479', 'name': 'network-vif-deleted', 'tag': 'acd23972-fc2c-4adc-b584-8aeaed2a0b97'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:47.597668 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd96ee7-4d53-4f93-b200-10e68868bc83" -d '{"events": [{"server_uuid": "9fe45878-8df1-4029-8db5-e343ef4c9479", "name": "network-vif-deleted", "tag": "acd23972-fc2c-4adc-b584-8aeaed2a0b97"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:47.604357 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-acdf06b9-fd51-4b47-8ede-38f1c536e974 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113775038&fields=id&tenant_id=59010d4129e04353828e17181565f4b7 HTTP/1.1" status: 200 len: 267 time: 0.0701604 Feb 15 15:22:47.721220 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60701e-8eb3-4082-848e-191f48797e8e req-5a6e4793-7ab6-44a0-8f1b-9ed788b3bd36 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:47.721220 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-5a6e4793-7ab6-44a0-8f1b-9ed788b3bd36 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/networks?id=5f4ecbc0-ff18-47fc-a330-88951a4a0033 HTTP/1.1" status: 200 len: 809 time: 0.1120994 Feb 15 15:22:47.734727 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-d80bb04e-05a0-450b-9419-91fa6adf7c3d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/quotas/59010d4129e04353828e17181565f4b7 HTTP/1.1" status: 200 len: 375 time: 0.0100942 Feb 15 15:22:47.793805 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-a7f63f67-835b-41ab-8568-dc64d5bf6905 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=59010d4129e04353828e17181565f4b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537238 Feb 15 15:22:47.894562 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-bc824476-bd59-480c-a4dc-d575647434e5 service neutron] 10.222.0.110 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878177 Feb 15 15:22:47.966078 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c7324f-4a90-427e-a9e6-41df0c0ef4ac x-openstack-request-id: req-62c7324f-4a90-427e-a9e6-41df0c0ef4ac {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:47.966538 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe45878-8df1-4029-8db5-e343ef4c9479", "name": "network-vif-deleted", "tag": "acd23972-fc2c-4adc-b584-8aeaed2a0b97", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:47.966640 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-62c7324f-4a90-427e-a9e6-41df0c0ef4ac {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:47.967110 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe45878-8df1-4029-8db5-e343ef4c9479', 'name': 'network-vif-deleted', 'tag': 'acd23972-fc2c-4adc-b584-8aeaed2a0b97', 'status': 'completed', 'code': 200} Feb 15 15:22:48.014811 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-98b2f79b-cc1f-43e0-a3b1-6ea448899203 service neutron] 10.222.0.110 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142442 Feb 15 15:22:48.099615 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-6b1017b9-59c1-4394-8d84-2825d18e0564 req-e05b08ac-c664-4fa2-ad37-080209b0f44d service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:22:48.100797 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6b1017b9-59c1-4394-8d84-2825d18e0564 req-e05b08ac-c664-4fa2-ad37-080209b0f44d service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071669 Feb 15 15:22:48.419243 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf2724-1363-4608-a9d5-e85d10acdade req-90a911ba-9f3c-40ae-9932-aeafdafe22bf tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:48.421506 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3bcf2724-1363-4608-a9d5-e85d10acdade req-90a911ba-9f3c-40ae-9932-aeafdafe22bf tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0579376 Feb 15 15:22:48.486203 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3bcf2724-1363-4608-a9d5-e85d10acdade req-ca24df37-6dad-46a2-9dcd-a5d6a4c079c5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559788 Feb 15 15:22:48.624737 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-afc204a7-d681-4e03-a147-212d30b30e48 req-6847d3a7-9c3f-4189-be6c-1a8a04564dd5 tempest-AttachVolumeNegativeTest-477070923 tempest-AttachVolumeNegativeTest-477070923-project] 10.222.0.110 "GET /v2.0/ports?device_id=9fe45878-8df1-4029-8db5-e343ef4c9479 HTTP/1.1" status: 200 len: 210 time: 0.0470662 Feb 15 15:22:48.651148 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c1348098-72fd-4e65-b542-b37b6660e299 req-acb41eb9-0ac7-4472-b449-bcf7964057cf tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0516534 Feb 15 15:22:49.105616 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39850) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:49.203555 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-098f48fc-e2bf-47aa-9d69-19873cba8141 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957956 Feb 15 15:22:49.217393 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-8cbc1ebf-5730-4ae4-a15d-ab185e0b45da service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:22:49.223466 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-8cbc1ebf-5730-4ae4-a15d-ab185e0b45da service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095162 Feb 15 15:22:49.301655 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39866) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:49.407251 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568491b2-0007-4434-8499-d0c19f4c4efc req-0ac8aca3-e494-4975-a25b-e0f0b661b156 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:49.408880 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-0ac8aca3-e494-4975-a25b-e0f0b661b156 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports/d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 200 len: 940 time: 0.1061058 Feb 15 15:22:49.465924 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:49.612298 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port d7735bb4-c942-496a-8377-3a32193df960 is: DOWN; New status is: DOWN {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:49.659225 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8546e44-b05c-45c1-bbdf-82b422a52965 req-9183b630-934b-4412-b780-bf3c2bcd0448 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:49.660955 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f8546e44-b05c-45c1-bbdf-82b422a52965 req-9183b630-934b-4412-b780-bf3c2bcd0448 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0604291 Feb 15 15:22:49.696500 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39890) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:49.719206 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f8546e44-b05c-45c1-bbdf-82b422a52965 req-9c6bb03b-6b04-474a-a29e-f165887d7ad9 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512214 Feb 15 15:22:49.784443 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-45724d1e-d38d-45f9-95f3-3ec05fed6f72 admin admin] Deleting subnet 2bf91284-353b-4caa-aae4-645c7cbdb48d {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:22:49.789588 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-45724d1e-d38d-45f9-95f3-3ec05fed6f72 admin admin] Publish callbacks [] for subnet (2bf91284-353b-4caa-aae4-645c7cbdb48d), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.825695 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-21f2704a-660c-4452-b9d6-cacc6e59d6ae req-8843c1ac-2c93-4e5a-a3f2-4c5b6f2155be tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0523422 Feb 15 15:22:49.844488 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-45724d1e-d38d-45f9-95f3-3ec05fed6f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1305988'] for subnet (2bf91284-353b-4caa-aae4-645c7cbdb48d), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.890849 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-45724d1e-d38d-45f9-95f3-3ec05fed6f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (2bf91284-353b-4caa-aae4-645c7cbdb48d), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.077189 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-45724d1e-d38d-45f9-95f3-3ec05fed6f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8822950'] for subnet (2bf91284-353b-4caa-aae4-645c7cbdb48d), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.103838 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45724d1e-d38d-45f9-95f3-3ec05fed6f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf91284-353b-4caa-aae4-645c7cbdb48d,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:50.109104 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-45724d1e-d38d-45f9-95f3-3ec05fed6f72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.112307 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-45724d1e-d38d-45f9-95f3-3ec05fed6f72 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2bf91284-353b-4caa-aae4-645c7cbdb48d HTTP/1.1" status: 204 len: 168 time: 0.4145997 Feb 15 15:22:50.114932 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39892) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:50.191924 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (b3157b38-70a0-48e9-97db-bb27e9cc80c9), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.275649 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (b3157b38-70a0-48e9-97db-bb27e9cc80c9), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.302603 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3157b38-70a0-48e9-97db-bb27e9cc80c9']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:50.313113 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:50.313410 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1990fdc4-1bd8-4e52-bd68-b6b32c9bd525') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:50.322942 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (1990fdc4-1bd8-4e52-bd68-b6b32c9bd525), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.338502 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (1990fdc4-1bd8-4e52-bd68-b6b32c9bd525), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.345530 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:22:50.345927 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (1990fdc4-1bd8-4e52-bd68-b6b32c9bd525), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:22:50.347549 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:22:50.452732 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (b3157b38-70a0-48e9-97db-bb27e9cc80c9), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.458555 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.464206 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] 10.222.0.110 "DELETE /v2.0/networks/b3157b38-70a0-48e9-97db-bb27e9cc80c9 HTTP/1.1" status: 204 len: 168 time: 0.3458207 Feb 15 15:22:50.478394 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097dacf-1090-4af7-a003-9c62816111a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3157b38-70a0-48e9-97db-bb27e9cc80c9,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:50.890666 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39906) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:50.917031 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a19ea-0b94-42f4-9d40-9f3d2051fdff req-56e2ce6d-3c3c-455b-b469-8331e8f54410 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:50.919744 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-967a19ea-0b94-42f4-9d40-9f3d2051fdff req-56e2ce6d-3c3c-455b-b469-8331e8f54410 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.1091554 Feb 15 15:22:50.937643 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5e4c9c63-8a26-48f2-9d34-40ebe3bc93fa req-23a92455-be9a-498a-8979-c7138ee7aa12 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0313787 Feb 15 15:22:50.958869 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60701e-8eb3-4082-848e-191f48797e8e req-9a8a35d5-7215-4f46-bf58-72f9ca339bbf tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:50.960460 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-9a8a35d5-7215-4f46-bf58-72f9ca339bbf tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.102 "GET /v2.0/networks?id=5f4ecbc0-ff18-47fc-a330-88951a4a0033 HTTP/1.1" status: 200 len: 809 time: 0.2015908 Feb 15 15:22:51.007267 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-632bcfff-0297-4660-ab42-b1144688dff2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=abcafe5f2e554a5db4d295e18da03293&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1144328 Feb 15 15:22:51.007781 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 39908) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:51.024432 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-967a19ea-0b94-42f4-9d40-9f3d2051fdff req-9398be59-84ad-4975-9bd3-1cbf850617e4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966077 Feb 15 15:22:51.065814 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-24681132-a384-4294-b554-dce69e45c22f tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59010d4129e04353828e17181565f4b7 HTTP/1.1" status: 200 len: 380 time: 0.0927408 Feb 15 15:22:51.076099 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'port': {'device_id': 'af444500-f076-46bf-a799-aae490d7b983', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'admin_state_up': True, 'tenant_id': '59010d4129e04353828e17181565f4b7', 'security_groups': ['70727fb6-2e90-46b0-9ee4-afd0258c8393']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:51.084494 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-994bc1d0-c038-4df2-b440-58fcc66f187d admin admin] Publish callbacks [] for security_group (34874bb4-47b7-4c7e-9552-114cb80cb0e9), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.115632 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-994bc1d0-c038-4df2-b440-58fcc66f187d admin admin] Publish callbacks [] for security_group (34874bb4-47b7-4c7e-9552-114cb80cb0e9), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.236291 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-994bc1d0-c038-4df2-b440-58fcc66f187d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (34874bb4-47b7-4c7e-9552-114cb80cb0e9), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.239001 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-994bc1d0-c038-4df2-b440-58fcc66f187d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.240185 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-994bc1d0-c038-4df2-b440-58fcc66f187d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/34874bb4-47b7-4c7e-9552-114cb80cb0e9 HTTP/1.1" status: 204 len: 168 time: 0.2313702 Feb 15 15:22:51.248479 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bc1d0-c038-4df2-b440-58fcc66f187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34874bb4-47b7-4c7e-9552-114cb80cb0e9,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:51.254091 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Made reservation on behalf of 59010d4129e04353828e17181565f4b7 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:51.262757 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.469591 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Allocated IP 172.20.0.11 (5f4ecbc0-ff18-47fc-a330-88951a4a0033/4e5c6db3-40bf-48a5-9686-56ee9ced6493/9f4a38c8-6986-472d-b18c-9fbc33522076) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:51.477207 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device acd23972-fc2c-4adc-b584-8aeaed2a0b97 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:51.509494 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: acd23972-fc2c-4adc-b584-8aeaed2a0b97 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:51.509836 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device acd23972-fc2c-4adc-b584-8aeaed2a0b97 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:51.641943 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.813877 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.866165 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:51.869849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:51.873922 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:51.905565 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:51.925793 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.926148 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.926495 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.926838 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.928550 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.928550 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.928550 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.928550 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.929116 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.929116 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.929302 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.929578 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.929893 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:51.946890 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:51.947610 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.005145 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-66323e68-5c63-4ee1-8c7a-9beeb243e198 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9332404 Feb 15 15:22:52.021314 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Request body: {'port': {'device_id': 'af444500-f076-46bf-a799-aae490d7b983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:52.115407 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ad48-af4e-4565-84d4-7d4d99fb4bc5 req-1355bccc-b0fa-4846-b07e-094c84a2a3ce tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:52.123876 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8e70ad48-af4e-4565-84d4-7d4d99fb4bc5 req-1355bccc-b0fa-4846-b07e-094c84a2a3ce tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 932 time: 0.1050508 Feb 15 15:22:52.205826 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8e70ad48-af4e-4565-84d4-7d4d99fb4bc5 req-baa558bc-2137-4394-8ffb-cf7bccc4035d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803959 Feb 15 15:22:52.235476 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.297634 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-3f34e431-6e48-439a-82ab-86637206131d None None] Provisioning complete for port 9f4a38c8-6986-472d-b18c-9fbc33522076 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:52.298850 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3f34e431-6e48-439a-82ab-86637206131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.331823 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568491b2-0007-4434-8499-d0c19f4c4efc req-9b1b66ae-e4dd-4eb5-b673-a42b8fff9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:52.334774 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-9b1b66ae-e4dd-4eb5-b673-a42b8fff9e8d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820&tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4 HTTP/1.1" status: 200 len: 1127 time: 0.1946485 Feb 15 15:22:52.337509 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-3f34e431-6e48-439a-82ab-86637206131d None None] Port 9f4a38c8-6986-472d-b18c-9fbc33522076 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:52.348613 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395e7e8-6842-4497-ad4e-448e5667b365 req-a5c4c7f6-97d0-4152-8b38-74605ae23904 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:52.350368 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6395e7e8-6842-4497-ad4e-448e5667b365 req-a5c4c7f6-97d0-4152-8b38-74605ae23904 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.1530645 Feb 15 15:22:52.545065 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6395e7e8-6842-4497-ad4e-448e5667b365 req-bfc1e170-d970-45bc-a1f4-b2f971120027 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406844 Feb 15 15:22:52.555690 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568491b2-0007-4434-8499-d0c19f4c4efc req-fee74cf9-778d-43f1-b8e8-a431dd99b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:52.555690 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-fee74cf9-778d-43f1-b8e8-a431dd99b707 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 1127 time: 0.1490383 Feb 15 15:22:52.702678 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568491b2-0007-4434-8499-d0c19f4c4efc req-d56481aa-20f6-4f0e-80f0-bb6177c28cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:52.706608 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-d56481aa-20f6-4f0e-80f0-bb6177c28cbd service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.1446202 Feb 15 15:22:52.776683 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4a38c8-6986-472d-b18c-9fbc33522076 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:22:52.790466 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Publish callbacks [] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.812590 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-7b3cfbca-14d0-4e2d-8c97-cf767809a1ca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 200 len: 998 time: 0.0872638 Feb 15 15:22:52.813512 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Transition to ACTIVE for port object 9f4a38c8-6986-472d-b18c-9fbc33522076 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:22:52.867454 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568491b2-0007-4434-8499-d0c19f4c4efc req-45c2f68c-7bfe-4962-a768-d90bf6e437b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:52.869048 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-45c2f68c-7bfe-4962-a768-d90bf6e437b5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0483263 Feb 15 15:22:52.883123 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.966339 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Pushing event updated for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:52.999136 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568491b2-0007-4434-8499-d0c19f4c4efc req-59c5c907-c65c-4e8e-8328-6d8d4ee679c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:53.003794 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-59c5c907-c65c-4e8e-8328-6d8d4ee679c4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1279159 Feb 15 15:22:53.113446 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Attempting to bind port 9f4a38c8-6986-472d-b18c-9fbc33522076 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:53.113913 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Attempting to bind port 9f4a38c8-6986-472d-b18c-9fbc33522076 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:53.114197 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Attempting to bind port 9f4a38c8-6986-472d-b18c-9fbc33522076 on network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:53.129972 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Port 9f4a38c8-6986-472d-b18c-9fbc33522076 on network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:22:53.129972 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Attempting to bind port 9f4a38c8-6986-472d-b18c-9fbc33522076 on network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:53.143747 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:53.144099 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Checking segment: {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:53.144480 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Bound using segment: {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:53.144918 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Bound port: 9f4a38c8-6986-472d-b18c-9fbc33522076, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488257da-e709-4936-8ce2-55992fcce335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:53.145309 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.160718 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-b2f7a895-98a3-4fec-9d78-5751cb34da2d service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381245 Feb 15 15:22:53.278722 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:53.287461 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:53.321913 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-568491b2-0007-4434-8499-d0c19f4c4efc req-d2d50537-3561-4114-a4b9-209e78515d3c service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338396 Feb 15 15:22:53.323331 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 39980) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:53.367473 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3df4a-68fc-4e87-9a8b-035131b66ff7 req-89aa39ae-031c-4781-b873-9ae4e37f0ea7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:53.369043 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-acd3df4a-68fc-4e87-9a8b-035131b66ff7 req-89aa39ae-031c-4781-b873-9ae4e37f0ea7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0725842 Feb 15 15:22:53.408097 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.442595 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-acd3df4a-68fc-4e87-9a8b-035131b66ff7 req-3a95d08b-db2f-4038-ac80-7f11ce954b84 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665731 Feb 15 15:22:53.462189 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:53.462982 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.464673 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] 10.222.0.102 "PUT /v2.0/ports/9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 200 len: 1094 time: 1.4482083 Feb 15 15:22:53.465995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:53.474685 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fdb527-6cc9-4796-89e9-cbfdeb2509cb" -d '{"events": [{"name": "network-changed", "server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:53.534658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5f496-afd4-43ef-99cd-0b1e714ec19d service neutron] Pushing event updated for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:53.540159 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3706d2-fc06-4c91-aeb2-e078e6ddf2c6 x-openstack-request-id: req-7f3706d2-fc06-4c91-aeb2-e078e6ddf2c6 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:53.540517 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:53.540838 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7f3706d2-fc06-4c91-aeb2-e078e6ddf2c6 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:53.541299 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'status': 'completed', 'code': 200} Feb 15 15:22:53.645569 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3a97-84ed-41aa-bda0-110cff8e1ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.681460 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdb527-6cc9-4796-89e9-cbfdeb2509cb req-781ce658-33a5-4b08-ad3e-72dad9fa54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:53.682994 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12fdb527-6cc9-4796-89e9-cbfdeb2509cb req-781ce658-33a5-4b08-ad3e-72dad9fa54aa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=59010d4129e04353828e17181565f4b7&device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1128 time: 0.1210520 Feb 15 15:22:53.800436 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8558dc0-460d-4562-87b0-9a6bfabfdd0b req-390ddf77-3d08-472f-924c-55d3a0d29d50 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:53.802430 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8558dc0-460d-4562-87b0-9a6bfabfdd0b req-390ddf77-3d08-472f-924c-55d3a0d29d50 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0691910 Feb 15 15:22:53.890832 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdb527-6cc9-4796-89e9-cbfdeb2509cb req-2c7aceee-32af-4659-a7bd-1cf44f635c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:53.895397 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12fdb527-6cc9-4796-89e9-cbfdeb2509cb req-2c7aceee-32af-4659-a7bd-1cf44f635c28 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=59010d4129e04353828e17181565f4b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1993172 Feb 15 15:22:53.898098 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3a97-84ed-41aa-bda0-110cff8e1ebf admin admin] Publish callbacks [] for security_group (cd199585-eabb-4f07-b292-481fc3561a30), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.905175 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8558dc0-460d-4562-87b0-9a6bfabfdd0b req-62fa6cc3-6fc0-44de-a8a4-b465164475fa tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907845 Feb 15 15:22:53.998438 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3a97-84ed-41aa-bda0-110cff8e1ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (cd199585-eabb-4f07-b292-481fc3561a30), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.020309 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdb527-6cc9-4796-89e9-cbfdeb2509cb req-90360f06-ea1d-4df1-8dd8-667c0b578f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:54.021811 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-12fdb527-6cc9-4796-89e9-cbfdeb2509cb req-90360f06-ea1d-4df1-8dd8-667c0b578f2c service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194558 Feb 15 15:22:54.052915 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5cbf3a97-84ed-41aa-bda0-110cff8e1ebf admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2653963875dd491ea4651ab0e1d0645c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283223 Feb 15 15:22:54.055426 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40014) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:54.056152 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf3a97-84ed-41aa-bda0-110cff8e1ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd199585-eabb-4f07-b292-481fc3561a30,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:54.134369 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Publish callbacks [] for security_group (cd199585-eabb-4f07-b292-481fc3561a30), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.150451 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60701e-8eb3-4082-848e-191f48797e8e req-e1fbe89d-5ddd-4d87-b4c4-52af12c07602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:54.152017 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-e1fbe89d-5ddd-4d87-b4c4-52af12c07602 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=59010d4129e04353828e17181565f4b7&device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1128 time: 0.0647535 Feb 15 15:22:54.161159 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Publish callbacks [] for security_group (cd199585-eabb-4f07-b292-481fc3561a30), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.206917 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-4fd60c60-1d2a-4f5f-b24a-87b7a6007e49 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 200 len: 217 time: 0.0455837 Feb 15 15:22:54.259027 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60701e-8eb3-4082-848e-191f48797e8e req-e67ae339-25a4-47b0-bce9-d82ee10ff320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:54.265410 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-e67ae339-25a4-47b0-bce9-d82ee10ff320 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e5c6db3-40bf-48a5-9686-56ee9ced6493 HTTP/1.1" status: 200 len: 848 time: 0.0476658 Feb 15 15:22:54.305297 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (cd199585-eabb-4f07-b292-481fc3561a30), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.310494 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.311939 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cd199585-eabb-4f07-b292-481fc3561a30 HTTP/1.1" status: 204 len: 168 time: 0.2554636 Feb 15 15:22:54.317235 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60701e-8eb3-4082-848e-191f48797e8e req-2e9fc62e-48e3-44ff-99c5-9f81081db9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:54.317235 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-2e9fc62e-48e3-44ff-99c5-9f81081db9b3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5f4ecbc0-ff18-47fc-a330-88951a4a0033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500407 Feb 15 15:22:54.322667 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd199585-eabb-4f07-b292-481fc3561a30,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:54.337389 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.338192 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.338760 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.339393 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.339948 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.342548 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.343114 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.343792 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.344434 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.350121 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.350121 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.350121 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.350121 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dace5e-2c56-449f-8fa0-571cc3d2df88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:54.512802 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-5dcde8fe-be69-4f7a-8d60-7aeaa470e44f service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800687 Feb 15 15:22:54.697804 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25e5d5-5f66-4415-9b11-3f476227600f req-723df39c-b272-49a0-8f1b-4b7c8cf5d5ab tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:54.699734 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e25e5d5-5f66-4415-9b11-3f476227600f req-723df39c-b272-49a0-8f1b-4b7c8cf5d5ab tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.1514754 Feb 15 15:22:54.704086 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0d60701e-8eb3-4082-848e-191f48797e8e req-cb95d1ed-9eef-4fd4-8c14-d9b469214cf2 service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832623 Feb 15 15:22:54.773949 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e25e5d5-5f66-4415-9b11-3f476227600f req-64b8a856-1a14-4754-b250-9c30322f7fae tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661273 Feb 15 15:22:55.057173 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabc55e-4f1f-441d-a254-8097c0f72ab9 req-955c1c67-b8b6-48a8-99e5-49cfcc99ba5a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:55.059574 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6cabc55e-4f1f-441d-a254-8097c0f72ab9 req-955c1c67-b8b6-48a8-99e5-49cfcc99ba5a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0669293 Feb 15 15:22:55.149333 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6cabc55e-4f1f-441d-a254-8097c0f72ab9 req-aa9a7b4f-0f28-4fcb-a517-bbd540cd6171 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839500 Feb 15 15:22:55.197810 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40040) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.211879 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff6c23d7-df89-4c1c-9759-77f213e898ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.243465 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:22:55.301656 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff6c23d7-df89-4c1c-9759-77f213e898ca admin admin] Publish callbacks [] for security_group (7e9fa54d-43fe-4f62-9b46-9dadf1a409e4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.384410 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ff6c23d7-df89-4c1c-9759-77f213e898ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7e9fa54d-43fe-4f62-9b46-9dadf1a409e4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.429725 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c23d7-df89-4c1c-9759-77f213e898ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9fa54d-43fe-4f62-9b46-9dadf1a409e4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:55.434192 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ff6c23d7-df89-4c1c-9759-77f213e898ca admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=656723d6b40d4897932b09560b948beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350674 Feb 15 15:22:55.440933 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40042) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.500766 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f768d8e7-ad4b-4f70-8e70-b4bccf2f09b3 admin admin] Publish callbacks [] for security_group (7e9fa54d-43fe-4f62-9b46-9dadf1a409e4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.524774 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f768d8e7-ad4b-4f70-8e70-b4bccf2f09b3 admin admin] Publish callbacks [] for security_group (7e9fa54d-43fe-4f62-9b46-9dadf1a409e4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.651717 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f768d8e7-ad4b-4f70-8e70-b4bccf2f09b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7e9fa54d-43fe-4f62-9b46-9dadf1a409e4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.651717 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f768d8e7-ad4b-4f70-8e70-b4bccf2f09b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.652176 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f768d8e7-ad4b-4f70-8e70-b4bccf2f09b3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7e9fa54d-43fe-4f62-9b46-9dadf1a409e4 HTTP/1.1" status: 204 len: 168 time: 0.2091594 Feb 15 15:22:55.677605 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768d8e7-ad4b-4f70-8e70-b4bccf2f09b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9fa54d-43fe-4f62-9b46-9dadf1a409e4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:55.936094 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2620ba-2d6e-4adf-9255-8285ca197c8b req-ce1a414f-b483-47ac-aa70-fdbddb4e9a72 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:55.941593 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2b2620ba-2d6e-4adf-9255-8285ca197c8b req-ce1a414f-b483-47ac-aa70-fdbddb4e9a72 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0811608 Feb 15 15:22:55.998357 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2b2620ba-2d6e-4adf-9255-8285ca197c8b req-68b2a83f-6b5f-4619-9c1e-7c176bbbb132 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497692 Feb 15 15:22:56.348152 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ce97-ffd4-48d2-986a-8e9a5310698a req-0776f159-5afe-4994-9093-a836c1d7b096 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:56.358396 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a90ce97-ffd4-48d2-986a-8e9a5310698a req-0776f159-5afe-4994-9093-a836c1d7b096 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0761590 Feb 15 15:22:56.437694 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1a90ce97-ffd4-48d2-986a-8e9a5310698a req-0d801e9b-f925-4490-94f7-2a8e3712446a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801497 Feb 15 15:22:57.186396 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc82e9-7db3-445a-86e7-4df8ad1417d2 req-606ac5e0-c730-4242-ab89-4f0559c3f77f tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:57.190305 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8acc82e9-7db3-445a-86e7-4df8ad1417d2 req-606ac5e0-c730-4242-ab89-4f0559c3f77f tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.1090405 Feb 15 15:22:57.276631 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8acc82e9-7db3-445a-86e7-4df8ad1417d2 req-43376538-929c-48ad-b55a-5a145dd229c0 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775249 Feb 15 15:22:57.573589 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52fde-76b7-448b-af64-090106a8145f req-5fab96d2-92c4-41c4-a88a-91b33e75eb8f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:57.575679 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ffb52fde-76b7-448b-af64-090106a8145f req-5fab96d2-92c4-41c4-a88a-91b33e75eb8f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0552530 Feb 15 15:22:57.629521 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ffb52fde-76b7-448b-af64-090106a8145f req-12234900-b42c-4352-8fd5-f4a6fa180cbc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480704 Feb 15 15:22:58.477745 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7e08c-a8ba-48f6-8fd0-8e046ddf0e63 req-310a0ba4-30b6-4174-95fe-486afffcf973 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:58.479526 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-31a7e08c-a8ba-48f6-8fd0-8e046ddf0e63 req-310a0ba4-30b6-4174-95fe-486afffcf973 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0982473 Feb 15 15:22:58.547419 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-31a7e08c-a8ba-48f6-8fd0-8e046ddf0e63 req-5356b666-b1bc-4ef6-a409-990847176332 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575042 Feb 15 15:22:58.832964 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db73feb-0ace-4cb9-b872-eeb2bed204cf req-3f080ad6-459a-4f6c-af1b-de38acc90cc5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:58.835122 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3db73feb-0ace-4cb9-b872-eeb2bed204cf req-3f080ad6-459a-4f6c-af1b-de38acc90cc5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.1189158 Feb 15 15:22:58.926536 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3db73feb-0ace-4cb9-b872-eeb2bed204cf req-4e13fddf-713c-49c2-8cf2-0c1c64b2ac3b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849054 Feb 15 15:22:59.701764 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647eabf-f02c-42ca-98a5-77c58180aaac req-6b53465f-1ee6-41ed-ba90-438d855874c6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:59.703336 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9647eabf-f02c-42ca-98a5-77c58180aaac req-6b53465f-1ee6-41ed-ba90-438d855874c6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0766165 Feb 15 15:22:59.771100 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9647eabf-f02c-42ca-98a5-77c58180aaac req-7a5c1d71-5638-4a13-a11f-154ef86fc559 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621014 Feb 15 15:23:00.063156 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a83f-cde1-4e8d-b602-5ac61734713e req-f4abdb65-f738-4e49-83af-0923e641efe4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:00.069982 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4d4a83f-cde1-4e8d-b602-5ac61734713e req-f4abdb65-f738-4e49-83af-0923e641efe4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0683641 Feb 15 15:23:00.113631 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a4d4a83f-cde1-4e8d-b602-5ac61734713e req-50df820e-fcbf-4cf8-a061-e657c6327a29 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 Feb 15 15:23:00.903606 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94af34-3b18-40e8-a21c-a7f9cdd1316c req-96733546-252c-42f1-8f18-c7a894feabe0 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:00.905903 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b94af34-3b18-40e8-a21c-a7f9cdd1316c req-96733546-252c-42f1-8f18-c7a894feabe0 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0574093 Feb 15 15:23:00.958306 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b94af34-3b18-40e8-a21c-a7f9cdd1316c req-7416364a-f395-439f-aac3-ddd783b3f525 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467050 Feb 15 15:23:01.255652 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2204ff-97ac-488b-a7ba-df2a97df2401 req-6d3ddc11-b8de-4d00-8350-7748172266dc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:01.258027 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c2204ff-97ac-488b-a7ba-df2a97df2401 req-6d3ddc11-b8de-4d00-8350-7748172266dc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0587182 Feb 15 15:23:01.310578 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c2204ff-97ac-488b-a7ba-df2a97df2401 req-f22f77a1-b139-42ec-8a94-5d8c23537830 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473022 Feb 15 15:23:02.095301 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7f652-c75e-4851-8c62-42260b242451 req-70a34948-b96f-4406-922c-39616b0221ba tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:02.096923 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-71b7f652-c75e-4851-8c62-42260b242451 req-70a34948-b96f-4406-922c-39616b0221ba tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0639408 Feb 15 15:23:02.158053 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-71b7f652-c75e-4851-8c62-42260b242451 req-3cb5df25-0766-498d-9318-f7799d27dec9 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547333 Feb 15 15:23:02.455269 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dabc7-9eed-4536-b7ad-6c4a6d30c8fe req-3e96f958-d7b1-4b07-a505-82ea1019ff26 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:02.456849 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a85dabc7-9eed-4536-b7ad-6c4a6d30c8fe req-3e96f958-d7b1-4b07-a505-82ea1019ff26 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0643680 Feb 15 15:23:02.510302 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a85dabc7-9eed-4536-b7ad-6c4a6d30c8fe req-f79313d6-7e3b-4ced-8dc5-fb1c64044972 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478680 Feb 15 15:23:02.664430 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5f4d35ed-ab60-4a61-894e-9cb264c23433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:03.296717 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bb8e3-e8e2-4b44-8ebd-4b42192f3874 req-a2e29b49-9bb0-479b-b320-9ea7867d16e5 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:03.298232 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4a4bb8e3-e8e2-4b44-8ebd-4b42192f3874 req-a2e29b49-9bb0-479b-b320-9ea7867d16e5 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0631237 Feb 15 15:23:03.349341 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4a4bb8e3-e8e2-4b44-8ebd-4b42192f3874 req-c9e3378d-73f5-4af0-a8e4-c900189b6831 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450008 Feb 15 15:23:03.640974 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9584925-23b9-4b8e-b578-77c10c18cab4 req-c71cf801-7592-45e1-a768-f0fa22f5ab08 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:03.642499 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f9584925-23b9-4b8e-b578-77c10c18cab4 req-c71cf801-7592-45e1-a768-f0fa22f5ab08 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0570664 Feb 15 15:23:03.705831 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f9584925-23b9-4b8e-b578-77c10c18cab4 req-f45865cd-2931-4ec1-92d7-defce0586d34 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553627 Feb 15 15:23:04.482769 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14572c69-12bf-4164-b735-4d43ed59af56 req-c2eadc25-2925-4844-9ec7-9bc42f9caa65 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:04.484341 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-14572c69-12bf-4164-b735-4d43ed59af56 req-c2eadc25-2925-4844-9ec7-9bc42f9caa65 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0583444 Feb 15 15:23:04.537761 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-14572c69-12bf-4164-b735-4d43ed59af56 req-843be147-0c13-42fd-94d9-21213918a67b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 Feb 15 15:23:04.848762 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26666ada-1189-4922-94a0-415e05a4aac9 req-34720862-9db4-4738-912b-59208e44e47f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:04.850217 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-26666ada-1189-4922-94a0-415e05a4aac9 req-34720862-9db4-4738-912b-59208e44e47f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0600882 Feb 15 15:23:04.904157 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-26666ada-1189-4922-94a0-415e05a4aac9 req-3e700967-0e33-45b4-ac17-32a226b630b2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476153 Feb 15 15:23:05.459101 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a58f2b93-8eea-4335-a81e-301b3dacf350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:05.911650 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388daa62-6f63-44bb-bd86-7a228aabf13d req-5ca3b56a-ffd5-4258-a8b5-1eb263ac8f46 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:05.913165 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-388daa62-6f63-44bb-bd86-7a228aabf13d req-5ca3b56a-ffd5-4258-a8b5-1eb263ac8f46 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.3021197 Feb 15 15:23:05.978627 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-388daa62-6f63-44bb-bd86-7a228aabf13d req-4a3ba8ec-c266-48cd-9e6f-03c109568ce3 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587020 Feb 15 15:23:06.034216 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c350913-bdab-473c-8b03-d19915e24d44 req-29aefa62-c031-494c-a675-45c72b968061 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:06.035750 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6c350913-bdab-473c-8b03-d19915e24d44 req-29aefa62-c031-494c-a675-45c72b968061 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0541730 Feb 15 15:23:06.088292 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6c350913-bdab-473c-8b03-d19915e24d44 req-63f35387-f22d-4fe7-adda-395692ea21e4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466757 Feb 15 15:23:06.132582 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-808e2f55-c060-434e-85b3-01ab1072fa9c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710079770&fields=id&tenant_id=9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 267 time: 0.0589559 Feb 15 15:23:06.247072 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-2d3a6230-4526-4f07-8b5c-e407c6554b2a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:06.248601 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-2d3a6230-4526-4f07-8b5c-e407c6554b2a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 812 time: 0.1086106 Feb 15 15:23:06.263077 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-6583f038-34f6-4d4e-be3d-b517b4989087 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/quotas/9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 375 time: 0.0091748 Feb 15 15:23:06.330694 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-a8811af6-2253-4a2a-a60f-5de3b646be0d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534308 Feb 15 15:23:06.373369 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:06.429333 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-40cd0835-9244-402c-8b95-83d1af710607 service neutron] 10.222.0.110 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872281 Feb 15 15:23:06.528032 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-1fe95f5e-a839-4fcb-85de-7737590e36a5 service neutron] 10.222.0.110 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909789 Feb 15 15:23:06.956343 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:07.107864 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d384d1e-ecd1-489b-8d0e-b32cf9a173ff req-0f874d39-0c86-4c26-a646-43247e825e7a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:07.109502 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4d384d1e-ecd1-489b-8d0e-b32cf9a173ff req-0f874d39-0c86-4c26-a646-43247e825e7a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0621080 Feb 15 15:23:07.120947 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3c77bfe8-00a6-46d3-8e04-f98c3b615f7a req-7bdb18a2-7231-417b-ba1b-77dae05b03b3 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0345733 Feb 15 15:23:07.171161 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4d384d1e-ecd1-489b-8d0e-b32cf9a173ff req-48ce3752-c78f-45fc-b041-be1a4619f8ea tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558379 Feb 15 15:23:07.243968 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2fba9-1b58-4e05-a075-956621212f0f req-4ccbd1af-fb6b-4168-9ad2-5d77440951d3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:07.245486 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e0b2fba9-1b58-4e05-a075-956621212f0f req-4ccbd1af-fb6b-4168-9ad2-5d77440951d3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0565829 Feb 15 15:23:07.298399 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e0b2fba9-1b58-4e05-a075-956621212f0f req-d477d81e-97e4-4781-992f-064c3623114e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472045 Feb 15 15:23:07.420278 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40308) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:07.531025 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68e04b8c-48b0-4868-80ca-d2f6b643ce0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:07.607072 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68e04b8c-48b0-4868-80ca-d2f6b643ce0c admin admin] Publish callbacks [] for security_group (a30b1f5b-ca36-4fac-8d87-7ab0c4a24771), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:07.704428 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:07.739129 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-68e04b8c-48b0-4868-80ca-d2f6b643ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a30b1f5b-ca36-4fac-8d87-7ab0c4a24771), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:07.779276 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-68e04b8c-48b0-4868-80ca-d2f6b643ce0c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5de44d1262ad4e8a8cf320841d1410f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576908 Feb 15 15:23:07.780736 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e04b8c-48b0-4868-80ca-d2f6b643ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30b1f5b-ca36-4fac-8d87-7ab0c4a24771,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:07.782486 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40318) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:07.846296 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36045805-a59c-4b4f-80c7-b31059a6ea67 admin admin] Publish callbacks [] for security_group (a30b1f5b-ca36-4fac-8d87-7ab0c4a24771), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:07.868523 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36045805-a59c-4b4f-80c7-b31059a6ea67 admin admin] Publish callbacks [] for security_group (a30b1f5b-ca36-4fac-8d87-7ab0c4a24771), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.001698 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36045805-a59c-4b4f-80c7-b31059a6ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a30b1f5b-ca36-4fac-8d87-7ab0c4a24771), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.004327 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-36045805-a59c-4b4f-80c7-b31059a6ea67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.005476 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-36045805-a59c-4b4f-80c7-b31059a6ea67 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a30b1f5b-ca36-4fac-8d87-7ab0c4a24771 HTTP/1.1" status: 204 len: 168 time: 0.2218888 Feb 15 15:23:08.013633 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36045805-a59c-4b4f-80c7-b31059a6ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30b1f5b-ca36-4fac-8d87-7ab0c4a24771,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:08.029835 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40326) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:08.149251 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e936b837-b277-4e6a-b51f-947704cf7e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.210672 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-82ba1c97-dccf-4f74-98cc-a221442a66ed req-9dad8e75-c05f-4305-942d-69b33d861861 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0367355 Feb 15 15:23:08.254954 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e936b837-b277-4e6a-b51f-947704cf7e60 admin admin] Publish callbacks [] for security_group (2296db8b-f4b8-4de6-9447-eaaddf900434), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.306216 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5165710-f87e-4863-ae7b-361d2e8adadd req-8885c28f-7ea4-4ebd-bb67-dd01639e3470 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:08.307686 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f5165710-f87e-4863-ae7b-361d2e8adadd req-8885c28f-7ea4-4ebd-bb67-dd01639e3470 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0535367 Feb 15 15:23:08.327210 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e936b837-b277-4e6a-b51f-947704cf7e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2296db8b-f4b8-4de6-9447-eaaddf900434), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.363486 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e936b837-b277-4e6a-b51f-947704cf7e60 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3d9df3243ce2454bac5dbb3daaf365f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325279 Feb 15 15:23:08.370312 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40338) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:08.398817 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f5165710-f87e-4863-ae7b-361d2e8adadd req-32e48920-19b0-4654-97df-c34f35ed8daa tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838494 Feb 15 15:23:08.404513 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936b837-b277-4e6a-b51f-947704cf7e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2296db8b-f4b8-4de6-9447-eaaddf900434,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:08.458673 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aafcf9-38c0-4a62-9a42-fc783f695219 req-8c56d39d-27ef-4700-8d2e-9e7fed65ed1b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:08.461516 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1aafcf9-38c0-4a62-9a42-fc783f695219 req-8c56d39d-27ef-4700-8d2e-9e7fed65ed1b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0706148 Feb 15 15:23:08.464998 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4929210e-1eda-4415-91ea-b3aae854c71b admin admin] Publish callbacks [] for security_group (2296db8b-f4b8-4de6-9447-eaaddf900434), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.488982 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4929210e-1eda-4415-91ea-b3aae854c71b admin admin] Publish callbacks [] for security_group (2296db8b-f4b8-4de6-9447-eaaddf900434), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.515674 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1aafcf9-38c0-4a62-9a42-fc783f695219 req-a5c84da4-0b46-423a-9e59-51b6e77ff4c5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465000 Feb 15 15:23:08.635198 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4929210e-1eda-4415-91ea-b3aae854c71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2296db8b-f4b8-4de6-9447-eaaddf900434), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.638154 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4929210e-1eda-4415-91ea-b3aae854c71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.639681 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4929210e-1eda-4415-91ea-b3aae854c71b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2296db8b-f4b8-4de6-9447-eaaddf900434 HTTP/1.1" status: 204 len: 168 time: 0.2682445 Feb 15 15:23:08.648089 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929210e-1eda-4415-91ea-b3aae854c71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2296db8b-f4b8-4de6-9447-eaaddf900434,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:08.849393 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40342) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:08.862654 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-35d9a46b-718a-45bc-a15f-3bc9407ebd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.942917 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-35d9a46b-718a-45bc-a15f-3bc9407ebd44 admin admin] Publish callbacks [] for security_group (11bafece-a5c6-4168-afe5-e22d4520746a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.006766 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-35d9a46b-718a-45bc-a15f-3bc9407ebd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (11bafece-a5c6-4168-afe5-e22d4520746a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.047763 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-35d9a46b-718a-45bc-a15f-3bc9407ebd44 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=59ffb80538cf41a990bf0dce5bae3895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971703 Feb 15 15:23:09.048638 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9a46b-718a-45bc-a15f-3bc9407ebd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bafece-a5c6-4168-afe5-e22d4520746a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:09.050642 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40346) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:09.107196 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a839930d-a2b3-4a50-89a3-c6f1b0cd3dd9 admin admin] Publish callbacks [] for security_group (11bafece-a5c6-4168-afe5-e22d4520746a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.131113 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a839930d-a2b3-4a50-89a3-c6f1b0cd3dd9 admin admin] Publish callbacks [] for security_group (11bafece-a5c6-4168-afe5-e22d4520746a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.196101 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.248484 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a839930d-a2b3-4a50-89a3-c6f1b0cd3dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (11bafece-a5c6-4168-afe5-e22d4520746a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.251212 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a839930d-a2b3-4a50-89a3-c6f1b0cd3dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.252433 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a839930d-a2b3-4a50-89a3-c6f1b0cd3dd9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/11bafece-a5c6-4168-afe5-e22d4520746a HTTP/1.1" status: 204 len: 168 time: 0.2007403 Feb 15 15:23:09.264472 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839930d-a2b3-4a50-89a3-c6f1b0cd3dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bafece-a5c6-4168-afe5-e22d4520746a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:09.306173 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40352) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:09.325060 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-14322352-a92f-42d7-84f3-59d1685cb7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.328507 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bf999817-c8eb-40cf-a8fc-54a6123147ff req-7b7a391f-8e23-4d9d-9ae7-026749ceea8c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0390418 Feb 15 15:23:09.430904 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-14322352-a92f-42d7-84f3-59d1685cb7dd admin admin] Publish callbacks [] for security_group (edb45578-8b73-44e2-9914-8d9a0233dec0), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.510228 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-14322352-a92f-42d7-84f3-59d1685cb7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (edb45578-8b73-44e2-9914-8d9a0233dec0), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.559049 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14322352-a92f-42d7-84f3-59d1685cb7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb45578-8b73-44e2-9914-8d9a0233dec0,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:09.571503 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-14322352-a92f-42d7-84f3-59d1685cb7dd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e342d9aca48d4d648e2e70168c64c1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613811 Feb 15 15:23:09.571503 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40358) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:09.596959 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45ca2-1a7a-4ffd-98bf-9c5dbd8f52f1 req-c9e8e2db-7873-42d8-8a3d-f888f92dd7b7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:09.598519 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-35e45ca2-1a7a-4ffd-98bf-9c5dbd8f52f1 req-c9e8e2db-7873-42d8-8a3d-f888f92dd7b7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.1195092 Feb 15 15:23:09.618825 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-94a4d1dc-9e5b-451a-986d-c91062ec98dc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:09.621579 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-94a4d1dc-9e5b-451a-986d-c91062ec98dc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 812 time: 0.1553605 Feb 15 15:23:09.676567 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-31b5b489-abcd-483e-ac85-5ab19171cd24 admin admin] Publish callbacks [] for security_group (edb45578-8b73-44e2-9914-8d9a0233dec0), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.683148 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-35e45ca2-1a7a-4ffd-98bf-9c5dbd8f52f1 req-3d610be6-7e08-49fd-b733-ad68dba71073 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777795 Feb 15 15:23:09.706528 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-31b5b489-abcd-483e-ac85-5ab19171cd24 admin admin] Publish callbacks [] for security_group (edb45578-8b73-44e2-9914-8d9a0233dec0), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.730578 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9bcd4-6f89-4ced-9745-742292b2db28 req-451be99d-d6d7-4c38-98a0-8bcb0a6cd6dc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:09.732685 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7f9bcd4-6f89-4ced-9745-742292b2db28 req-451be99d-d6d7-4c38-98a0-8bcb0a6cd6dc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.1106012 Feb 15 15:23:09.739875 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-816e41a1-dda3-403a-9f9e-25d79c784d54 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 380 time: 0.1058557 Feb 15 15:23:09.762228 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'port': {'device_id': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'admin_state_up': True, 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'security_groups': ['903f67e6-d6ca-4026-b6ca-bdd331766a2a']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:23:09.839114 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e7f9bcd4-6f89-4ced-9745-742292b2db28 req-d04299b8-57a8-4ed2-8aea-f1ad268cc704 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982940 Feb 15 15:23:09.870498 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-31b5b489-abcd-483e-ac85-5ab19171cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (edb45578-8b73-44e2-9914-8d9a0233dec0), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.874730 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-31b5b489-abcd-483e-ac85-5ab19171cd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:09.877842 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-31b5b489-abcd-483e-ac85-5ab19171cd24 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/edb45578-8b73-44e2-9914-8d9a0233dec0 HTTP/1.1" status: 204 len: 168 time: 0.3046932 Feb 15 15:23:09.884355 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5b489-abcd-483e-ac85-5ab19171cd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb45578-8b73-44e2-9914-8d9a0233dec0,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:09.984563 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Made reservation on behalf of 9b5a420d478044c4982a4615b5c9c505 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:23:09.988110 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.120362 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Allocated IP 172.20.0.13 (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2/769cbbbd-cc0c-4e39-989e-54c89e1abc99/ff3fd4f0-538e-49ef-b600-1dc575ad5d7d) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:23:10.270531 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.387979 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.448326 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:23:10.452474 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:23:10.456332 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:23:10.456922 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5b086-de22-499a-8e6d-5edfc3826252 req-c7fd7f54-4fa6-4fb0-978f-6d0aa6444939 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:10.459036 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-53e5b086-de22-499a-8e6d-5edfc3826252 req-c7fd7f54-4fa6-4fb0-978f-6d0aa6444939 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 932 time: 0.0562527 Feb 15 15:23:10.485995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:10.518301 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:10.518943 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.545281 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-53e5b086-de22-499a-8e6d-5edfc3826252 req-015178a9-cc6e-472a-bfd8-e2c965d2ebc7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784371 Feb 15 15:23:10.628904 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-51a20f96-ca00-44b3-a5a1-5f50199edc2f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8790586 Feb 15 15:23:10.642830 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Request body: {'port': {'device_id': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:23:10.737251 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.752797 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-3d502e3c-a3af-4fed-b69f-df11b36b8370 None None] Provisioning complete for port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:23:10.753385 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3d502e3c-a3af-4fed-b69f-df11b36b8370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.806365 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-3d502e3c-a3af-4fed-b69f-df11b36b8370 None None] Port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:23:10.955209 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37261fdd-4790-4141-abce-bde238e6df66 req-04e585de-c2a5-43a2-a2c1-7a75596c3fe8 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:10.955209 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-37261fdd-4790-4141-abce-bde238e6df66 req-04e585de-c2a5-43a2-a2c1-7a75596c3fe8 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.1530194 Feb 15 15:23:11.025073 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5e354-6794-45d6-992c-e2869183161b req-6755470f-8b34-4bbf-917a-3f1445a1cecb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:11.027006 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12c5e354-6794-45d6-992c-e2869183161b req-6755470f-8b34-4bbf-917a-3f1445a1cecb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 943 time: 0.0982728 Feb 15 15:23:11.085999 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-37261fdd-4790-4141-abce-bde238e6df66 req-aa8245e4-c96b-44e4-b05a-71a77f97ac6e tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964315 Feb 15 15:23:11.091646 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-12c5e354-6794-45d6-992c-e2869183161b req-31d2e064-2c37-41d5-8d9e-4d1fbc495966 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564613 Feb 15 15:23:11.197566 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3fd4f0-538e-49ef-b600-1dc575ad5d7d {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:23:11.205335 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Publish callbacks [] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:11.219074 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Transition to ACTIVE for port object ff3fd4f0-538e-49ef-b600-1dc575ad5d7d will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:23:11.299583 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:11.378982 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:11.451021 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Attempting to bind port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:23:11.451827 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Attempting to bind port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:23:11.452352 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Attempting to bind port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:23:11.461553 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:23:11.464588 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Attempting to bind port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:23:11.473659 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:23:11.474005 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Checking segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:23:11.474398 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Bound using segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:23:11.474837 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Bound port: ff3fd4f0-538e-49ef-b600-1dc575ad5d7d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:23:11.475496 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:11.557617 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:23:11.583588 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] For port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:23:11.596963 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] For port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:23:11.681286 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:11.720894 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:11.721883 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:11.724210 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] 10.222.0.102 "PUT /v2.0/ports/ff3fd4f0-538e-49ef-b600-1dc575ad5d7d HTTP/1.1" status: 200 len: 1094 time: 1.0873988 Feb 15 15:23:11.727188 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'tag': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:11.728940 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:11.741945 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b949b6dd-0028-4175-ba47-06492ca29650" -d '{"events": [{"name": "network-changed", "server_uuid": "00ec7214-1779-4320-9fcf-a4aa5cce8dfc", "tag": "ff3fd4f0-538e-49ef-b600-1dc575ad5d7d"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:11.757483 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'd7735bb4-c942-496a-8377-3a32193df960', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'port_id': 'd7735bb4-c942-496a-8377-3a32193df960', 'mac_address': 'fa:16:3e:8d:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:23:11.803564 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2463d-ddab-46f2-8079-be03a8dc2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:11.819608 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1061954c-b132-4b11-86ef-e0beea5bdffc x-openstack-request-id: req-1061954c-b132-4b11-86ef-e0beea5bdffc {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:11.819922 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ec7214-1779-4320-9fcf-a4aa5cce8dfc", "tag": "ff3fd4f0-538e-49ef-b600-1dc575ad5d7d", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:11.820424 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1061954c-b132-4b11-86ef-e0beea5bdffc {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:11.820559 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'tag': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'status': 'completed', 'code': 200} Feb 15 15:23:11.835752 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9ebe5-f561-483d-957d-8b38bc054bf3 req-b3e4b08c-35bf-4bc9-b8c2-0fd44ae2624f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:11.836715 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port d7735bb4-c942-496a-8377-3a32193df960 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:23:11.837749 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:11.845913 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ec9ebe5-f561-483d-957d-8b38bc054bf3 req-b3e4b08c-35bf-4bc9-b8c2-0fd44ae2624f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.2032728 Feb 15 15:23:11.865838 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7735bb4-c942-496a-8377-3a32193df960 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:23:11.900864 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:11.952268 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ec9ebe5-f561-483d-957d-8b38bc054bf3 req-58a48e73-e32e-4019-a11f-688da48e353d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057684 Feb 15 15:23:11.968126 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b6dd-0028-4175-ba47-06492ca29650 req-6bef4d49-3cea-4eb1-b70e-b712266ad7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:11.969626 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b949b6dd-0028-4175-ba47-06492ca29650 req-6bef4d49-3cea-4eb1-b70e-b712266ad7e9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 1128 time: 0.1082480 Feb 15 15:23:12.002292 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:12.002931 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9f4a38c8-6986-472d-b18c-9fbc33522076 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:23:12.134753 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b6dd-0028-4175-ba47-06492ca29650 req-f15d8235-67ec-49d1-990d-028ed46dfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:12.136665 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b949b6dd-0028-4175-ba47-06492ca29650 req-f15d8235-67ec-49d1-990d-028ed46dfdef service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=9b5a420d478044c4982a4615b5c9c505&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1595101 Feb 15 15:23:12.200705 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=9']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:12.221363 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.222026 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.222162 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.222428 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.222761 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.223086 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.223425 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.223782 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.224108 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.224445 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.224772 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.225087 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.225404 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:12.236508 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:12.251392 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'port_id': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'mac_address': 'fa:16:3e:48:6e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:23:12.285678 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e9840-443a-4ca8-bcbd-33c87bb80d26 req-b933772d-54b2-498a-b360-4da7e9c147f6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:12.294321 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-618e9840-443a-4ca8-bcbd-33c87bb80d26 req-b933772d-54b2-498a-b360-4da7e9c147f6 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.1149454 Feb 15 15:23:12.294894 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 9f4a38c8-6986-472d-b18c-9fbc33522076 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:23:12.295300 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:12.310577 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4a38c8-6986-472d-b18c-9fbc33522076 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:23:12.335039 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:12.349185 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949b6dd-0028-4175-ba47-06492ca29650 req-7324232f-c390-46f8-a4ab-b34ea5ae9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:12.350667 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b949b6dd-0028-4175-ba47-06492ca29650 req-7324232f-c390-46f8-a4ab-b34ea5ae9e95 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072456 Feb 15 15:23:12.359774 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7dae6-4726-4d25-a368-c1fe04ec5d34 req-c15401af-f022-4c49-b02f-87006ff89487 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:12.361186 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-adf7dae6-4726-4d25-a368-c1fe04ec5d34 req-c15401af-f022-4c49-b02f-87006ff89487 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 944 time: 0.1164067 Feb 15 15:23:12.364241 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-618e9840-443a-4ca8-bcbd-33c87bb80d26 req-cfda950e-c38a-45a4-9037-af0e1e2d410d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580809 Feb 15 15:23:12.446054 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-adf7dae6-4726-4d25-a368-c1fe04ec5d34 req-8b17bdfe-5006-4cd7-bd7c-23301b7bf5d9 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775776 Feb 15 15:23:12.448038 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:12.460646 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-da0d958e-22ec-46ac-aacf-d66d46ebc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:12.462556 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-da0d958e-22ec-46ac-aacf-d66d46ebc24a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 1128 time: 0.0634816 Feb 15 15:23:12.517880 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-e2a5108e-6e90-4df1-b962-9833b19e3efc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d HTTP/1.1" status: 200 len: 217 time: 0.0430648 Feb 15 15:23:12.518471 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:12.574103 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-af940401-bead-4152-bfcf-3eef785cc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:12.576244 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-af940401-bead-4152-bfcf-3eef785cc079 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0496457 Feb 15 15:23:12.655756 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-895f1e25-7357-48a2-97b6-4582d3668b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:12.658602 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-895f1e25-7357-48a2-97b6-4582d3668b7c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733488 Feb 15 15:23:12.703847 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['d7735bb4-c942-496a-8377-3a32193df960'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:23:12.733282 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['9f4a38c8-6986-472d-b18c-9fbc33522076'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:23:12.782903 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-037d03f6-5f36-4b70-b75f-084698eae69c service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173573 Feb 15 15:23:12.891947 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-425428a0-4b69-43b6-af82-87bc0ce4277d req-67b4eeaa-abde-4be0-bfdd-515536c154da service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005416 Feb 15 15:23:13.095552 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ab1e1-990f-41e6-80b3-d078ac4da02c req-2a1b8ebb-79ff-4342-a81a-88424be84696 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:13.097263 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-860ab1e1-990f-41e6-80b3-d078ac4da02c req-2a1b8ebb-79ff-4342-a81a-88424be84696 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.0671277 Feb 15 15:23:13.160534 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-860ab1e1-990f-41e6-80b3-d078ac4da02c req-5be14802-e807-4380-a3ea-45e666e0c898 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572758 Feb 15 15:23:13.496646 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9292-3d67-4312-87ec-244e2cd9cacf req-6f0fdaea-53da-45f2-880f-d1fdf6790503 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:13.498186 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b06a9292-3d67-4312-87ec-244e2cd9cacf req-6f0fdaea-53da-45f2-880f-d1fdf6790503 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 945 time: 0.0553067 Feb 15 15:23:13.562163 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b06a9292-3d67-4312-87ec-244e2cd9cacf req-eb9fdac5-514d-44a3-94a8-c3658f87c5aa tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562079 Feb 15 15:23:13.571883 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:23:13.593878 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7011c5f-d95f-4dda-9b36-ef5d47653639 req-6281191a-0a2a-4951-b32a-aceba5738b87 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:13.595396 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7011c5f-d95f-4dda-9b36-ef5d47653639 req-6281191a-0a2a-4951-b32a-aceba5738b87 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 944 time: 0.0649281 Feb 15 15:23:13.627598 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port d7735bb4-c942-496a-8377-3a32193df960 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:23:13.628636 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (d7735bb4-c942-496a-8377-3a32193df960), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:13.649999 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e7011c5f-d95f-4dda-9b36-ef5d47653639 req-77234c98-cc05-4f6f-a5c8-5323c6b8489e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481050 Feb 15 15:23:13.718558 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port d7735bb4-c942-496a-8377-3a32193df960 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:23:13.718949 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:13.742149 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:13.744472 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb49ac0-659f-4046-a692-4f83897dd8cb" -d '{"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-plugged", "status": "completed", "tag": "d7735bb4-c942-496a-8377-3a32193df960"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:13.756719 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:13.782419 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86118d91-4195-448e-8f97-e0e99e091e1c x-openstack-request-id: req-86118d91-4195-448e-8f97-e0e99e091e1c {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:13.782735 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-plugged", "status": "completed", "tag": "d7735bb4-c942-496a-8377-3a32193df960", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:13.783121 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-86118d91-4195-448e-8f97-e0e99e091e1c {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:13.783504 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960', 'code': 200} Feb 15 15:23:13.842301 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:13.892072 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=10']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:14.010787 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40496) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:14.115059 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf1fb-7598-42a4-aa9b-81b5b2bd025e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.194211 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf1fb-7598-42a4-aa9b-81b5b2bd025e admin admin] Publish callbacks [] for security_group (5423a265-64a4-4d89-9862-3fa914459c35), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.290237 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e990385-6fc5-4f03-9cec-9dda06970cbe req-5e644b35-dcc7-4fef-a262-a8cf7a42dd92 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:14.292039 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3e990385-6fc5-4f03-9cec-9dda06970cbe req-5e644b35-dcc7-4fef-a262-a8cf7a42dd92 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.0578091 Feb 15 15:23:14.296945 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf1fb-7598-42a4-aa9b-81b5b2bd025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (5423a265-64a4-4d89-9862-3fa914459c35), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.347022 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7a9bf1fb-7598-42a4-aa9b-81b5b2bd025e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f2c0ca3dd338431dbaf5b6ca83984916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351295 Feb 15 15:23:14.349416 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bf1fb-7598-42a4-aa9b-81b5b2bd025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5423a265-64a4-4d89-9862-3fa914459c35,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:14.350039 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40510) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:14.386707 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3e990385-6fc5-4f03-9cec-9dda06970cbe req-0b793dc6-274e-4875-b159-991857ebe1d9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834651 Feb 15 15:23:14.407836 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b156-a64f-489a-8f07-4ccd5fe10fa3 admin admin] Publish callbacks [] for security_group (5423a265-64a4-4d89-9862-3fa914459c35), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.440637 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b156-a64f-489a-8f07-4ccd5fe10fa3 admin admin] Publish callbacks [] for security_group (5423a265-64a4-4d89-9862-3fa914459c35), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.500487 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bb31d-f4b2-42ba-b471-d7d5f2245070 req-54c6df94-f3f6-4366-ac03-d8a471336c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:14.502044 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c23bb31d-f4b2-42ba-b471-d7d5f2245070 req-54c6df94-f3f6-4366-ac03-d8a471336c03 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 1130 time: 0.0747440 Feb 15 15:23:14.552102 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c23bb31d-f4b2-42ba-b471-d7d5f2245070 req-cf310e94-adfa-494b-bfef-36f25542a4c3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Feb 15 15:23:14.568000 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b156-a64f-489a-8f07-4ccd5fe10fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (5423a265-64a4-4d89-9862-3fa914459c35), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.570646 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b156-a64f-489a-8f07-4ccd5fe10fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.571788 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c7b4b156-a64f-489a-8f07-4ccd5fe10fa3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5423a265-64a4-4d89-9862-3fa914459c35 HTTP/1.1" status: 204 len: 168 time: 0.2206349 Feb 15 15:23:14.581398 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4b156-a64f-489a-8f07-4ccd5fe10fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5423a265-64a4-4d89-9862-3fa914459c35,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:14.695973 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648ecc-8103-4cf9-91b2-0636c75c116d req-443a7f32-3476-4855-8d56-cf82a63e00e8 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:14.698182 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-96648ecc-8103-4cf9-91b2-0636c75c116d req-443a7f32-3476-4855-8d56-cf82a63e00e8 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 945 time: 0.0659430 Feb 15 15:23:14.754407 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-96648ecc-8103-4cf9-91b2-0636c75c116d req-83fe9721-ba10-4101-9604-4de8e9acac41 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504937 Feb 15 15:23:14.784445 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989fe12-7193-445d-ab34-cde835276b7d req-c232f99e-f743-4c15-867d-1aa160f5d728 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:14.786039 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3989fe12-7193-445d-ab34-cde835276b7d req-c232f99e-f743-4c15-867d-1aa160f5d728 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0600834 Feb 15 15:23:14.833687 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3989fe12-7193-445d-ab34-cde835276b7d req-19e7851e-fe41-461e-834b-a836148044ae tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Feb 15 15:23:15.211507 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40536) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:15.225538 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44dada1a-243f-4dd3-b37c-6b6e7f1ccd8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.298854 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44dada1a-243f-4dd3-b37c-6b6e7f1ccd8a admin admin] Publish callbacks [] for security_group (bb11acf4-5aad-4c49-9ccd-10a2eacc47f0), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.361539 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-44dada1a-243f-4dd3-b37c-6b6e7f1ccd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (bb11acf4-5aad-4c49-9ccd-10a2eacc47f0), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.397755 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dada1a-243f-4dd3-b37c-6b6e7f1ccd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb11acf4-5aad-4c49-9ccd-10a2eacc47f0,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:15.401792 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-44dada1a-243f-4dd3-b37c-6b6e7f1ccd8a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=69c69abdb3c141058ad9a0f8cd71ff16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892598 Feb 15 15:23:15.405111 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40538) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:15.458160 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b1419e24-c3e6-4cea-ac72-cd2a72212882 admin admin] Publish callbacks [] for security_group (bb11acf4-5aad-4c49-9ccd-10a2eacc47f0), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.504928 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b1419e24-c3e6-4cea-ac72-cd2a72212882 admin admin] Publish callbacks [] for security_group (bb11acf4-5aad-4c49-9ccd-10a2eacc47f0), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.549552 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e922d-12e8-48d6-b7e1-a2bc92ba14ff req-f3ec7cdb-c488-41a8-8c8f-4960f9595ae2 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:15.551193 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8a9e922d-12e8-48d6-b7e1-a2bc92ba14ff req-f3ec7cdb-c488-41a8-8c8f-4960f9595ae2 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.0910494 Feb 15 15:23:15.581442 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9f4a38c8-6986-472d-b18c-9fbc33522076 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:23:15.605633 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8a9e922d-12e8-48d6-b7e1-a2bc92ba14ff req-8dec1bb6-e5e6-4b6d-8ae1-76de98167ba0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489585 Feb 15 15:23:15.693319 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 9f4a38c8-6986-472d-b18c-9fbc33522076 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:23:15.697275 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 9f4a38c8-6986-472d-b18c-9fbc33522076 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:23:15.697648 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.773414 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b1419e24-c3e6-4cea-ac72-cd2a72212882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (bb11acf4-5aad-4c49-9ccd-10a2eacc47f0), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.776219 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b1419e24-c3e6-4cea-ac72-cd2a72212882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.776418 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 9f4a38c8-6986-472d-b18c-9fbc33522076 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:23:15.776811 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.780593 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b1419e24-c3e6-4cea-ac72-cd2a72212882 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bb11acf4-5aad-4c49-9ccd-10a2eacc47f0 HTTP/1.1" status: 204 len: 168 time: 0.3713343 Feb 15 15:23:15.803849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1419e24-c3e6-4cea-ac72-cd2a72212882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb11acf4-5aad-4c49-9ccd-10a2eacc47f0,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:15.815573 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:15.817883 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b3dc46-e0ec-4b0e-9b40-abaf536fbb99" -d '{"events": [{"server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "name": "network-vif-plugged", "status": "completed", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:15.840025 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:15.886602 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdd7fb1-308d-45c6-a0ff-e96d2506deee x-openstack-request-id: req-2bdd7fb1-308d-45c6-a0ff-e96d2506deee {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:15.886898 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "name": "network-vif-plugged", "status": "completed", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:15.887680 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2bdd7fb1-308d-45c6-a0ff-e96d2506deee {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:15.888139 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'code': 200} Feb 15 15:23:15.908636 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e01af-2b70-46cd-b639-35e1aafeaceb req-69b91edf-210d-48ef-b373-4b93a32467e8 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:15.916745 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df8e01af-2b70-46cd-b639-35e1aafeaceb req-69b91edf-210d-48ef-b373-4b93a32467e8 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 945 time: 0.0814795 Feb 15 15:23:15.923420 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:16.001388 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df8e01af-2b70-46cd-b639-35e1aafeaceb req-42e7fd98-e3d3-4bb4-8a59-88ebceb4a8e2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823815 Feb 15 15:23:16.028878 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:16.038940 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01922ef0-ef08-4b7c-92f7-f3cce0b69fae req-72ce12cc-150d-484b-80c5-f842f2d24415 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:16.046231 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01922ef0-ef08-4b7c-92f7-f3cce0b69fae req-72ce12cc-150d-484b-80c5-f842f2d24415 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0884161 Feb 15 15:23:16.102690 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01922ef0-ef08-4b7c-92f7-f3cce0b69fae req-c8fa6f7d-9734-488b-a339-7b22bfe2869d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554662 Feb 15 15:23:16.391450 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6466b0-ca7d-4c33-a92d-50a4350816b6 req-3b0c2f5f-6c50-483d-99fc-f9ec9e53674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:16.393209 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6a6466b0-ca7d-4c33-a92d-50a4350816b6 req-3b0c2f5f-6c50-483d-99fc-f9ec9e53674f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1130 time: 0.0854473 Feb 15 15:23:16.452636 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6a6466b0-ca7d-4c33-a92d-50a4350816b6 req-c78938ff-2454-446f-a77d-bbfe1eaaeac8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506349 Feb 15 15:23:16.749438 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bc47a-9ccd-49b3-af93-053e1d4117f2 req-ad78b499-e22b-4569-92fb-8b03b718bf43 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:16.751051 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1b4bc47a-9ccd-49b3-af93-053e1d4117f2 req-ad78b499-e22b-4569-92fb-8b03b718bf43 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.0698812 Feb 15 15:23:16.806552 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1b4bc47a-9ccd-49b3-af93-053e1d4117f2 req-c0f2b76b-15f2-4bb5-9db8-d6b0cc808a56 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496511 Feb 15 15:23:16.814389 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40600) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:16.941415 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc6d5-9bf3-48a4-8a44-6c1e85968d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:17.027386 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc6d5-9bf3-48a4-8a44-6c1e85968d1d admin admin] Publish callbacks [] for security_group (ebda464f-e02f-4bbc-837a-24a6984dae97), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:17.100795 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc6d5-9bf3-48a4-8a44-6c1e85968d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (ebda464f-e02f-4bbc-837a-24a6984dae97), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:17.137616 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f41b-0d72-4a79-973a-746cb49ea5a4 req-4db4b900-6e9b-474a-831c-b23e172e5b93 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:17.139481 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0b03f41b-0d72-4a79-973a-746cb49ea5a4 req-4db4b900-6e9b-474a-831c-b23e172e5b93 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0788846 Feb 15 15:23:17.163078 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5c7dc6d5-9bf3-48a4-8a44-6c1e85968d1d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f6e1af3122fe455a8094c91f5497367a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447330 Feb 15 15:23:17.163376 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40624) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:17.167830 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dc6d5-9bf3-48a4-8a44-6c1e85968d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebda464f-e02f-4bbc-837a-24a6984dae97,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:17.207655 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0b03f41b-0d72-4a79-973a-746cb49ea5a4 req-6e89c537-5e2c-40d4-a4b0-decdaf105b85 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604682 Feb 15 15:23:17.266468 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0db2965d-4762-4f3b-9edd-b32f00d1dbe9 admin admin] Publish callbacks [] for security_group (ebda464f-e02f-4bbc-837a-24a6984dae97), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:17.298861 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55caebd-d562-4527-91bb-6e78e6cf0926 req-6df66ed6-46a7-466c-8548-7dc0fdc707d8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:17.300355 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e55caebd-d562-4527-91bb-6e78e6cf0926 req-6df66ed6-46a7-466c-8548-7dc0fdc707d8 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0934834 Feb 15 15:23:17.302286 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0db2965d-4762-4f3b-9edd-b32f00d1dbe9 admin admin] Publish callbacks [] for security_group (ebda464f-e02f-4bbc-837a-24a6984dae97), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:17.373702 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e55caebd-d562-4527-91bb-6e78e6cf0926 req-272512fe-9903-47a1-ae57-66cb5226639d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637012 Feb 15 15:23:17.448049 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0db2965d-4762-4f3b-9edd-b32f00d1dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (ebda464f-e02f-4bbc-837a-24a6984dae97), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:17.452078 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0db2965d-4762-4f3b-9edd-b32f00d1dbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:17.453603 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0db2965d-4762-4f3b-9edd-b32f00d1dbe9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ebda464f-e02f-4bbc-837a-24a6984dae97 HTTP/1.1" status: 204 len: 168 time: 0.2886796 Feb 15 15:23:17.462185 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2965d-4762-4f3b-9edd-b32f00d1dbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebda464f-e02f-4bbc-837a-24a6984dae97,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:17.915455 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40642) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:17.948827 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c3c7a-b8a5-4e09-8a40-165d73abd7e8 req-0956154e-3773-4f5a-9cb9-bda2e5bb70c1 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:17.951536 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f42c3c7a-b8a5-4e09-8a40-165d73abd7e8 req-0956154e-3773-4f5a-9cb9-bda2e5bb70c1 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.0713928 Feb 15 15:23:18.006373 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f42c3c7a-b8a5-4e09-8a40-165d73abd7e8 req-e631d5d9-5a2a-4c3c-a2d1-f4180989bcb5 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490034 Feb 15 15:23:18.057357 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8e254bdc-d2fc-47c8-aa1a-45664cda5eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.131778 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8e254bdc-d2fc-47c8-aa1a-45664cda5eb1 admin admin] Publish callbacks [] for security_group (65f5f060-9d14-48bb-8c3f-1331dace1b1f), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.179185 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8e254bdc-d2fc-47c8-aa1a-45664cda5eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (65f5f060-9d14-48bb-8c3f-1331dace1b1f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.218977 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8e254bdc-d2fc-47c8-aa1a-45664cda5eb1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0c9b2d7b88524841bb32a6a90e0611ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022630 Feb 15 15:23:18.219867 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e254bdc-d2fc-47c8-aa1a-45664cda5eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f5f060-9d14-48bb-8c3f-1331dace1b1f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:18.221739 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40646) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:18.285620 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ecf59184-350d-4375-b0c3-dc88d45e6155 admin admin] Publish callbacks [] for security_group (65f5f060-9d14-48bb-8c3f-1331dace1b1f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.305431 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40650) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:18.315143 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ecf59184-350d-4375-b0c3-dc88d45e6155 admin admin] Publish callbacks [] for security_group (65f5f060-9d14-48bb-8c3f-1331dace1b1f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.328471 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84ca397b-353c-4647-adbf-086d7c127f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.336990 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b27e42-7c61-405b-9ca5-1e4a58093ea1 req-8f5adea3-8fe3-4491-b7bd-6a2c1b647fb2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:18.338469 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1b27e42-7c61-405b-9ca5-1e4a58093ea1 req-8f5adea3-8fe3-4491-b7bd-6a2c1b647fb2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0607822 Feb 15 15:23:18.392343 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b1b27e42-7c61-405b-9ca5-1e4a58093ea1 req-e97a367a-1b78-45d4-aed3-3127036b8986 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473423 Feb 15 15:23:18.438288 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84ca397b-353c-4647-adbf-086d7c127f4a admin admin] Publish callbacks [] for security_group (aa0cc83b-2e80-4d20-b9ce-f54ed79ff4c8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.460969 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ecf59184-350d-4375-b0c3-dc88d45e6155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (65f5f060-9d14-48bb-8c3f-1331dace1b1f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.463490 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ecf59184-350d-4375-b0c3-dc88d45e6155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.464612 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ecf59184-350d-4375-b0c3-dc88d45e6155 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/65f5f060-9d14-48bb-8c3f-1331dace1b1f HTTP/1.1" status: 204 len: 168 time: 0.2419026 Feb 15 15:23:18.492090 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf59184-350d-4375-b0c3-dc88d45e6155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f5f060-9d14-48bb-8c3f-1331dace1b1f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:18.523112 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e681c9a-2b96-445c-ac2d-8bc1db9c2252 req-69e8e318-13d6-47f4-9517-08a97d59eb42 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:18.524852 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1e681c9a-2b96-445c-ac2d-8bc1db9c2252 req-69e8e318-13d6-47f4-9517-08a97d59eb42 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0605772 Feb 15 15:23:18.540895 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d3cc8-2049-4cb4-b81d-1d60d56cfdc8 req-9e12ca41-7485-4977-9668-b315f25100d6 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:18.542426 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e79d3cc8-2049-4cb4-b81d-1d60d56cfdc8 req-9e12ca41-7485-4977-9668-b315f25100d6 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0927987 Feb 15 15:23:18.543229 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-84ca397b-353c-4647-adbf-086d7c127f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (aa0cc83b-2e80-4d20-b9ce-f54ed79ff4c8), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.582509 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1e681c9a-2b96-445c-ac2d-8bc1db9c2252 req-65a7dcff-8f84-4de1-a950-fa629c4b1571 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493019 Feb 15 15:23:18.605442 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-84ca397b-353c-4647-adbf-086d7c127f4a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=00b5d72ae830474bb648ee41b191b537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989528 Feb 15 15:23:18.609179 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40658) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:18.610044 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40660) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:18.611560 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca397b-353c-4647-adbf-086d7c127f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0cc83b-2e80-4d20-b9ce-f54ed79ff4c8,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:18.631986 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e79d3cc8-2049-4cb4-b81d-1d60d56cfdc8 req-d2c95f90-82c0-4dd1-9533-6f8c665a6679 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789402 Feb 15 15:23:18.669674 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b2374934-a13a-4571-a4f2-f1554a0fece5 admin admin] Publish callbacks [] for security_group (aa0cc83b-2e80-4d20-b9ce-f54ed79ff4c8), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.692590 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b2374934-a13a-4571-a4f2-f1554a0fece5 admin admin] Publish callbacks [] for security_group (aa0cc83b-2e80-4d20-b9ce-f54ed79ff4c8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.807597 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b2374934-a13a-4571-a4f2-f1554a0fece5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (aa0cc83b-2e80-4d20-b9ce-f54ed79ff4c8), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.810518 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b2374934-a13a-4571-a4f2-f1554a0fece5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:18.814065 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b2374934-a13a-4571-a4f2-f1554a0fece5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/aa0cc83b-2e80-4d20-b9ce-f54ed79ff4c8 HTTP/1.1" status: 204 len: 168 time: 0.2006071 Feb 15 15:23:18.820054 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2374934-a13a-4571-a4f2-f1554a0fece5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0cc83b-2e80-4d20-b9ce-f54ed79ff4c8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:18.898849 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bfd4ca-288b-45e1-bf0d-d38fd16ae8f1 tempest-TestShelveInstance-1264348237 tempest-TestShelveInstance-1264348237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:18.903881 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-30bfd4ca-288b-45e1-bf0d-d38fd16ae8f1 tempest-TestShelveInstance-1264348237 tempest-TestShelveInstance-1264348237-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1125 time: 0.2880163 Feb 15 15:23:18.904118 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40674) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:18.908742 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'port_id': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:23:19.002198 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:19.140645 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:19.162834 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340cd87-159d-4fe9-b321-314c01baa21f req-e6f37a76-c66c-4d4d-a082-fa56357c3a64 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:19.164352 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3340cd87-159d-4fe9-b321-314c01baa21f req-e6f37a76-c66c-4d4d-a082-fa56357c3a64 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.0748317 Feb 15 15:23:19.275874 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3340cd87-159d-4fe9-b321-314c01baa21f req-805d63c9-1231-4f3c-894c-9f765cb39c64 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833116 Feb 15 15:23:19.300639 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Allocated IP 172.27.0.250 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/e5a08698-27c1-4108-b0a2-727fc0a00a2b) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:23:19.425830 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for port (e5a08698-27c1-4108-b0a2-727fc0a00a2b), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:19.529674 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (e5a08698-27c1-4108-b0a2-727fc0a00a2b), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:19.567635 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:23:19.570628 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:23:19.578355 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:23:19.611436 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'Port': ['ID=e5a08698-27c1-4108-b0a2-727fc0a00a2b,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:20.019237 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for floatingip (f27df6ef-92d0-489d-85c1-f490be87a6ec), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.124828 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40728) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:20.169878 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (e5a08698-27c1-4108-b0a2-727fc0a00a2b), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.313095 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aca421ab-25ee-4064-9223-c659c0cf9a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.357302 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for port (e5a08698-27c1-4108-b0a2-727fc0a00a2b), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.397679 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (e5a08698-27c1-4108-b0a2-727fc0a00a2b), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.413081 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aca421ab-25ee-4064-9223-c659c0cf9a50 admin admin] Publish callbacks [] for security_group (7188a9e0-4fab-4a5e-8000-790fb221e328), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.471330 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-aca421ab-25ee-4064-9223-c659c0cf9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7188a9e0-4fab-4a5e-8000-790fb221e328), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.500763 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeaedb-1fe0-4bc7-a48f-d14c7baf45c5 req-d735ab61-968b-4ee3-87dc-9455a68b92b3 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:20.502276 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79eeaedb-1fe0-4bc7-a48f-d14c7baf45c5 req-d735ab61-968b-4ee3-87dc-9455a68b92b3 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.1367621 Feb 15 15:23:20.504848 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event updated for resources: {'Port': ['ID=e5a08698-27c1-4108-b0a2-727fc0a00a2b,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:20.518263 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-aca421ab-25ee-4064-9223-c659c0cf9a50 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d874eef732b64b048a895ad988ac6148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917394 Feb 15 15:23:20.518874 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40742) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:20.520994 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca421ab-25ee-4064-9223-c659c0cf9a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7188a9e0-4fab-4a5e-8000-790fb221e328,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:20.539457 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (f27df6ef-92d0-489d-85c1-f490be87a6ec), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.579131 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-295b6308-123d-4f1e-8c28-98a4606c236f admin admin] Publish callbacks [] for security_group (7188a9e0-4fab-4a5e-8000-790fb221e328), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.606877 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-295b6308-123d-4f1e-8c28-98a4606c236f admin admin] Publish callbacks [] for security_group (7188a9e0-4fab-4a5e-8000-790fb221e328), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.733598 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-295b6308-123d-4f1e-8c28-98a4606c236f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7188a9e0-4fab-4a5e-8000-790fb221e328), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.736679 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-295b6308-123d-4f1e-8c28-98a4606c236f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.738363 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-295b6308-123d-4f1e-8c28-98a4606c236f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7188a9e0-4fab-4a5e-8000-790fb221e328 HTTP/1.1" status: 204 len: 168 time: 0.2183962 Feb 15 15:23:20.754420 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b6308-123d-4f1e-8c28-98a4606c236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7188a9e0-4fab-4a5e-8000-790fb221e328,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:20.904476 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-79eeaedb-1fe0-4bc7-a48f-d14c7baf45c5 req-c7178450-c0a8-453b-9ae6-9804ff993b6e tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876927 Feb 15 15:23:20.925143 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Floating IP f27df6ef-92d0-489d-85c1-f490be87a6ec associated. External IP: 172.27.0.250, port: 9f4a38c8-6986-472d-b18c-9fbc33522076. Feb 15 15:23:21.227041 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Router bc5f9804-7bc2-42ca-b6e4-332c48591079 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:23:21.382897 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:23:21.398084 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] Sync routers for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:23:21.409006 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:23:21.409741 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:23:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:21.455367 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:21.489749 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2fa73fcb-81a8-4588-a456-5258223d6454 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5845575 Feb 15 15:23:21.490560 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:21.493097 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55dae20-e1fc-4109-b97c-96ea20d7c853" -d '{"events": [{"name": "network-changed", "server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:21.534922 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42737da1-0e00-44c9-86f6-e158abb76ab6 x-openstack-request-id: req-42737da1-0e00-44c9-86f6-e158abb76ab6 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:21.535245 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:21.535506 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-42737da1-0e00-44c9-86f6-e158abb76ab6 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:21.535949 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'status': 'completed', 'code': 200} Feb 15 15:23:21.546616 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:23:21.636936 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device ff3fd4f0-538e-49ef-b600-1dc575ad5d7d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:23:21.643330 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-5c5a043d-a4db-405b-94b5-8de097e7084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.644919 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-5c5a043d-a4db-405b-94b5-8de097e7084a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=59010d4129e04353828e17181565f4b7&device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1130 time: 0.0773346 Feb 15 15:23:21.672543 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6967497-2fc4-425e-857f-36db8edbed85 req-adbcc56e-8644-4a36-8697-a8a6887e4d0a tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.674060 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6967497-2fc4-425e-857f-36db8edbed85 req-adbcc56e-8644-4a36-8697-a8a6887e4d0a tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0791161 Feb 15 15:23:21.770433 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e6967497-2fc4-425e-857f-36db8edbed85 req-6182b310-152d-44a2-b016-45e33c38e8ae tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860908 Feb 15 15:23:21.797698 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-4f406426-1fae-4d73-9e53-f912fd151d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.799297 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-4f406426-1fae-4d73-9e53-f912fd151d53 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5f4ecbc0-ff18-47fc-a330-88951a4a0033 HTTP/1.1" status: 200 len: 910 time: 0.1472661 Feb 15 15:23:21.848695 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:21.864628 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'port_id': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'mac_address': 'fa:16:3e:74:c3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:23:21.867654 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-5a490ba3-b523-47d5-a08f-0e1ef7bf570c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 200 len: 1000 time: 0.0601528 Feb 15 15:23:21.915010 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:23:21.915407 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:21.920744 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'f27df6ef-92d0-489d-85c1-f490be87a6ec', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'port_id': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'mac_address': 'fa:16:3e:48:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af444500-f076-46bf-a799-aae490d7b983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:19Z', 'updated_at': '2022-02-15T15:23:19Z', 'revision_number': 0, 'project_id': '59010d4129e04353828e17181565f4b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:14Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:21.938444 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-c94f7fe2-9fcf-4ab8-87a3-38874e60b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.939555 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-c94f7fe2-9fcf-4ab8-87a3-38874e60b3d5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e5c6db3-40bf-48a5-9686-56ee9ced6493 HTTP/1.1" status: 200 len: 848 time: 0.0638986 Feb 15 15:23:21.961520 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] Checking router: bc5f9804-7bc2-42ca-b6e4-332c48591079 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:23:21.971594 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3fd4f0-538e-49ef-b600-1dc575ad5d7d {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:23:21.986878 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:23:21.987501 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:23:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:21.997742 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-36ce57d3-3251-4f2e-8d86-ac19f1b7c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.999267 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-36ce57d3-3251-4f2e-8d86-ac19f1b7c5bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5f4ecbc0-ff18-47fc-a330-88951a4a0033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523932 Feb 15 15:23:22.034602 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:22.050451 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2db5-d8bd-4089-95c3-db8b37992411 req-c75fc2cd-6d96-4ac0-8a24-c679b51f356f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:22.052618 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-213e2db5-d8bd-4089-95c3-db8b37992411 req-c75fc2cd-6d96-4ac0-8a24-c679b51f356f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 944 time: 0.0636649 Feb 15 15:23:22.089043 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:22.121448 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-213e2db5-d8bd-4089-95c3-db8b37992411 req-8e57e491-2111-49fb-a05d-71e3ccbfac90 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624800 Feb 15 15:23:22.124170 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-fa6ad549-c533-42f6-b49a-deddd58f162c service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145525 Feb 15 15:23:22.155662 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:23:22.235538 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f55dae20-e1fc-4109-b97c-96ea20d7c853 req-dae367d0-7a13-4570-a801-d38e636379f9 service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975356 Feb 15 15:23:22.327124 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:22.436910 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['ff3fd4f0-538e-49ef-b600-1dc575ad5d7d'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:23:22.633964 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'f27df6ef-92d0-489d-85c1-f490be87a6ec', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'port_id': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'mac_address': 'fa:16:3e:48:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af444500-f076-46bf-a799-aae490d7b983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:19Z', 'updated_at': '2022-02-15T15:23:19Z', 'revision_number': 0, 'project_id': '59010d4129e04353828e17181565f4b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:14Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:22.668381 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016fc5e-ecc4-45ea-b6ff-e8bd466a8372 None None] The sync data for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi is: [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'f27df6ef-92d0-489d-85c1-f490be87a6ec', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'port_id': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'mac_address': 'fa:16:3e:48:6e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af444500-f076-46bf-a799-aae490d7b983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:19Z', 'updated_at': '2022-02-15T15:23:19Z', 'revision_number': 0, 'project_id': '59010d4129e04353828e17181565f4b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:14Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:23:22.872454 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa438f-3609-4140-96f4-b4b38d8197b5 None None] New status for floating IP f27df6ef-92d0-489d-85c1-f490be87a6ec: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:23:22.902786 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ee927-78e8-4ffe-8195-2d802ac7cb01 req-f5cd1ec4-2d3d-4cfa-81ba-9bb4e3e6397b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:22.904297 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d94ee927-78e8-4ffe-8195-2d802ac7cb01 req-f5cd1ec4-2d3d-4cfa-81ba-9bb4e3e6397b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0581603 Feb 15 15:23:22.954795 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d94ee927-78e8-4ffe-8195-2d802ac7cb01 req-a703650d-6e84-472f-b705-76e85d82c32a tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Feb 15 15:23:23.238080 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8c254-43e8-4570-a0c1-aecd32a1d48f req-ba214433-8c3d-4983-a43b-a7c3c0b787fd tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:23.239612 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6ab8c254-43e8-4570-a0c1-aecd32a1d48f req-ba214433-8c3d-4983-a43b-a7c3c0b787fd tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 945 time: 0.0537736 Feb 15 15:23:23.290013 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6ab8c254-43e8-4570-a0c1-aecd32a1d48f req-e43c447b-6c8a-4b86-8973-ea3e6963afeb tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Feb 15 15:23:23.631251 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device ff3fd4f0-538e-49ef-b600-1dc575ad5d7d up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:23:23.738842 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:23:23.742889 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:23:23.743267 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:23.826947 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:23:23.827341 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:23.853305 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:23.855540 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4998967f-c353-4058-9d2c-4a668be5137e" -d '{"events": [{"server_uuid": "00ec7214-1779-4320-9fcf-a4aa5cce8dfc", "name": "network-vif-plugged", "status": "completed", "tag": "ff3fd4f0-538e-49ef-b600-1dc575ad5d7d"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:23.868075 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:23.891427 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b028cdee-7e98-44d3-9bf8-8c93183b0449 x-openstack-request-id: req-b028cdee-7e98-44d3-9bf8-8c93183b0449 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:23.891760 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ec7214-1779-4320-9fcf-a4aa5cce8dfc", "name": "network-vif-plugged", "status": "completed", "tag": "ff3fd4f0-538e-49ef-b600-1dc575ad5d7d", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:23.892023 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b028cdee-7e98-44d3-9bf8-8c93183b0449 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:23.892430 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'code': 200} Feb 15 15:23:23.915656 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:23.966573 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:24.084415 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3851362-4766-42af-9274-b60a179a0efc req-5f5bde85-fe25-4aef-9172-a6f51b636619 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:24.085859 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e3851362-4766-42af-9274-b60a179a0efc req-5f5bde85-fe25-4aef-9172-a6f51b636619 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0635996 Feb 15 15:23:24.147535 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e3851362-4766-42af-9274-b60a179a0efc req-79f059ff-10cd-41a7-92da-a688e1214a7d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548820 Feb 15 15:23:24.343530 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe265e-b024-4c18-9ec4-d7930c899ff6 req-dff3989d-3f01-426f-acec-2308bce6cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:24.345139 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e4fe265e-b024-4c18-9ec4-d7930c899ff6 req-dff3989d-3f01-426f-acec-2308bce6cb68 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 1130 time: 0.0502756 Feb 15 15:23:24.423949 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e4fe265e-b024-4c18-9ec4-d7930c899ff6 req-154af688-2f34-4ef1-96cd-a5da775977ae service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698004 Feb 15 15:23:24.438956 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cead-419d-4473-b627-58072438c6f9 req-88a21fb9-da47-403f-bddd-415521addf0a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:24.440416 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8cc2cead-419d-4473-b627-58072438c6f9 req-88a21fb9-da47-403f-bddd-415521addf0a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 946 time: 0.0730393 Feb 15 15:23:24.489968 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8cc2cead-419d-4473-b627-58072438c6f9 req-7d8c1242-0b42-4601-8141-a992e94c2b43 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Feb 15 15:23:25.278476 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64daa4-6cde-4df6-8f7f-a8c692996a4a req-3e2ca90a-2374-4512-ae40-b9e20f0fc62b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:25.280003 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7f64daa4-6cde-4df6-8f7f-a8c692996a4a req-3e2ca90a-2374-4512-ae40-b9e20f0fc62b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0590835 Feb 15 15:23:25.333352 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7f64daa4-6cde-4df6-8f7f-a8c692996a4a req-0b42635e-ef00-4d87-a986-a69340abcba3 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470505 Feb 15 15:23:25.618528 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30493bad-8853-43a7-aa6d-20ead83bd672 req-0450e953-dc95-412e-bb52-953219790b67 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:25.623660 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-30493bad-8853-43a7-aa6d-20ead83bd672 req-0450e953-dc95-412e-bb52-953219790b67 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 946 time: 0.0619938 Feb 15 15:23:25.685663 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-30493bad-8853-43a7-aa6d-20ead83bd672 req-ce06857c-a20a-4e66-8fde-9eee70a2315d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501161 Feb 15 15:23:26.460308 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c3727-808b-4500-9159-7f2f902f0902 req-147e7d4e-7c62-4c93-92de-e0bce7fc8086 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:26.461808 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-769c3727-808b-4500-9159-7f2f902f0902 req-147e7d4e-7c62-4c93-92de-e0bce7fc8086 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0568428 Feb 15 15:23:26.508263 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-769c3727-808b-4500-9159-7f2f902f0902 req-ebc7ad69-ab64-41c9-ae45-21d62743e902 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401845 Feb 15 15:23:26.806715 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bdf00-c38d-4a98-84f4-d8c685d6335c req-0247bc3a-be05-4fb2-82a8-e4b44a2c577c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:26.808221 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-349bdf00-c38d-4a98-84f4-d8c685d6335c req-0247bc3a-be05-4fb2-82a8-e4b44a2c577c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 946 time: 0.0531816 Feb 15 15:23:26.857762 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-349bdf00-c38d-4a98-84f4-d8c685d6335c req-06235f9c-6a38-4fa1-a010-00de72edadcd tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436852 Feb 15 15:23:26.974663 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50316a-ef4a-40eb-9968-e3f088ba317f req-d340ec16-c71b-4f43-b6b2-0436ddd53a23 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:26.976104 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dd50316a-ef4a-40eb-9968-e3f088ba317f req-d340ec16-c71b-4f43-b6b2-0436ddd53a23 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 946 time: 0.0531454 Feb 15 15:23:27.024444 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-dd50316a-ef4a-40eb-9968-e3f088ba317f req-025d4b56-6738-424d-ad33-a90894d4decd tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Feb 15 15:23:27.046863 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40852) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:27.241748 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e9b4b-0057-43b0-9bfc-be8725ed0fa7 tempest-TestVolumeBootPattern-1063384799 tempest-TestVolumeBootPattern-1063384799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:27.243185 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0f4e9b4b-0057-43b0-9bfc-be8725ed0fa7 tempest-TestVolumeBootPattern-1063384799 tempest-TestVolumeBootPattern-1063384799-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 1125 time: 0.1953702 Feb 15 15:23:27.246020 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40856) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:27.250564 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'port_id': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:23:27.349504 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:27.454474 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:27.567068 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Allocated IP 172.27.0.182 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/88c90143-7208-4a78-ae9f-b0394e399f75) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:23:27.633956 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec00e3a-4478-45dd-ab2f-0ca6a5938f1a req-9d152486-6d54-488d-935b-54d02f7b887c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:27.635430 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dec00e3a-4478-45dd-ab2f-0ca6a5938f1a req-9d152486-6d54-488d-935b-54d02f7b887c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Feb 15 15:23:27.688564 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dec00e3a-4478-45dd-ab2f-0ca6a5938f1a req-ca441b4f-8ef5-45b8-8c9d-e27cc5956578 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Feb 15 15:23:27.693831 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (88c90143-7208-4a78-ae9f-b0394e399f75), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:27.780113 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (88c90143-7208-4a78-ae9f-b0394e399f75), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:27.818953 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:23:27.821691 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:23:27.825795 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:23:27.847795 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=88c90143-7208-4a78-ae9f-b0394e399f75,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:28.005342 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40874) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:28.132801 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15a1fe54-a060-4e21-b9a6-e775506bb6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.203121 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (659ec80b-32e1-4287-89ea-e9a78c5a8353), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.216412 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15a1fe54-a060-4e21-b9a6-e775506bb6a1 admin admin] Publish callbacks [] for security_group (78612a6e-9c0d-45e4-a32a-634dbc34c578), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.504078 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-15a1fe54-a060-4e21-b9a6-e775506bb6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (78612a6e-9c0d-45e4-a32a-634dbc34c578), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.543848 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (88c90143-7208-4a78-ae9f-b0394e399f75), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.547337 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40880) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:28.547510 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-15a1fe54-a060-4e21-b9a6-e775506bb6a1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=487d3ea4be8445d3b29b412da570c2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409274 Feb 15 15:23:28.548207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1fe54-a060-4e21-b9a6-e775506bb6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78612a6e-9c0d-45e4-a32a-634dbc34c578,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:28.683133 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dc9af13b-bc3d-4649-a7cf-a77db6090004 admin admin] Publish callbacks [] for security_group (78612a6e-9c0d-45e4-a32a-634dbc34c578), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.720898 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dc9af13b-bc3d-4649-a7cf-a77db6090004 admin admin] Publish callbacks [] for security_group (78612a6e-9c0d-45e4-a32a-634dbc34c578), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.818667 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (88c90143-7208-4a78-ae9f-b0394e399f75), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.843728 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80173d20-d3e6-4296-9e48-bf3267814c81 req-ba633428-3700-4af8-a2ef-ab9da25ee58c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:28.845216 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80173d20-d3e6-4296-9e48-bf3267814c81 req-ba633428-3700-4af8-a2ef-ab9da25ee58c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0781703 Feb 15 15:23:28.872693 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (88c90143-7208-4a78-ae9f-b0394e399f75), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.913682 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dc9af13b-bc3d-4649-a7cf-a77db6090004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (78612a6e-9c0d-45e4-a32a-634dbc34c578), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.916305 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-dc9af13b-bc3d-4649-a7cf-a77db6090004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:28.917417 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-dc9af13b-bc3d-4649-a7cf-a77db6090004 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/78612a6e-9c0d-45e4-a32a-634dbc34c578 HTTP/1.1" status: 204 len: 168 time: 0.3690512 Feb 15 15:23:28.940526 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80173d20-d3e6-4296-9e48-bf3267814c81 req-feffc588-8cd1-41f3-ae6f-ae8d220eacde tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891571 Feb 15 15:23:28.946543 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9af13b-bc3d-4649-a7cf-a77db6090004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78612a6e-9c0d-45e4-a32a-634dbc34c578,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:28.967976 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=88c90143-7208-4a78-ae9f-b0394e399f75,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:28.988998 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (659ec80b-32e1-4287-89ea-e9a78c5a8353), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:29.099525 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Floating IP 659ec80b-32e1-4287-89ea-e9a78c5a8353 associated. External IP: 172.27.0.182, port: ff3fd4f0-538e-49ef-b600-1dc575ad5d7d. Feb 15 15:23:29.325873 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Router b240022e-eecc-4089-8694-d725e9cbffad has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:23:29.438666 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:23:29.453289 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:23:29.468798 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:23:29.469922 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:23:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:29.496822 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:29.534443 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2b3e0628-d8e6-4dc2-abe2-f7651d89069f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2870283 Feb 15 15:23:29.535130 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'tag': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:29.539407 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312d7f8a-bf1b-4418-9029-249a95a45b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "00ec7214-1779-4320-9fcf-a4aa5cce8dfc", "tag": "ff3fd4f0-538e-49ef-b600-1dc575ad5d7d"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:29.577174 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbffc913-9791-4c13-82d8-268269b1d7ea x-openstack-request-id: req-bbffc913-9791-4c13-82d8-268269b1d7ea {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:29.577470 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ec7214-1779-4320-9fcf-a4aa5cce8dfc", "tag": "ff3fd4f0-538e-49ef-b600-1dc575ad5d7d", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:29.577721 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-bbffc913-9791-4c13-82d8-268269b1d7ea {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:29.578123 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'tag': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'status': 'completed', 'code': 200} Feb 15 15:23:29.595467 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:23:29.611274 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40892) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:29.627525 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-db15f757-45e0-474c-9263-23d849abbdd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:29.654855 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-c029ea69-1c50-4a47-bac3-e46e88d93e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:29.656580 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-c029ea69-1c50-4a47-bac3-e46e88d93e67 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 1130 time: 0.0550060 Feb 15 15:23:29.711587 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-db15f757-45e0-474c-9263-23d849abbdd0 admin admin] Publish callbacks [] for security_group (bb7039c5-a2b5-41a6-96e4-37367dfe29a5), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:29.758130 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-c2a49384-1183-4b77-a664-8657901aa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:29.759757 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-c2a49384-1183-4b77-a664-8657901aa55c service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.0961945 Feb 15 15:23:29.790639 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-db15f757-45e0-474c-9263-23d849abbdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (bb7039c5-a2b5-41a6-96e4-37367dfe29a5), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:29.827859 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-2d1d8af4-9dab-4cbf-9814-e21633679020 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d HTTP/1.1" status: 200 len: 1000 time: 0.0613832 Feb 15 15:23:29.832158 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-db15f757-45e0-474c-9263-23d849abbdd0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9c2e9800e57245c392041127cb3f53cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192910 Feb 15 15:23:29.833020 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15f757-45e0-474c-9263-23d849abbdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7039c5-a2b5-41a6-96e4-37367dfe29a5,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:29.834829 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40894) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:29.853139 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '659ec80b-32e1-4287-89ea-e9a78c5a8353', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:74:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:28Z', 'updated_at': '2022-02-15T15:23:28Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:29.880897 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:23:29.890790 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:23:29.891403 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:23:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:29.909908 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-1b0a4b85-0aef-4bbb-90e4-909e072a7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:29.911339 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-1b0a4b85-0aef-4bbb-90e4-909e072a7692 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0692482 Feb 15 15:23:29.933185 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9432dc10-eaf9-41d0-b386-99ba3caaa405 admin admin] Publish callbacks [] for security_group (bb7039c5-a2b5-41a6-96e4-37367dfe29a5), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:29.977879 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9432dc10-eaf9-41d0-b386-99ba3caaa405 admin admin] Publish callbacks [] for security_group (bb7039c5-a2b5-41a6-96e4-37367dfe29a5), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:30.009023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-28e2b6ce-9bd6-47b4-b6e1-1bbd8c6bae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:30.010523 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-28e2b6ce-9bd6-47b4-b6e1-1bbd8c6bae1a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0847456 Feb 15 15:23:30.015951 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:23:30.088135 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb96e1-740f-4a84-9bfc-d2c8b4011d4d req-1c7e8442-e456-4f60-a772-9f4327e6eb6d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:30.089701 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aefb96e1-740f-4a84-9bfc-d2c8b4011d4d req-1c7e8442-e456-4f60-a772-9f4327e6eb6d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0739386 Feb 15 15:23:30.117538 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-ebe8d5f1-5480-4915-acb5-37a6391a75fa service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988131 Feb 15 15:23:30.157521 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aefb96e1-740f-4a84-9bfc-d2c8b4011d4d req-82872556-0b92-476d-97f8-eb08b0d708ba tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576401 Feb 15 15:23:30.173237 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9432dc10-eaf9-41d0-b386-99ba3caaa405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (bb7039c5-a2b5-41a6-96e4-37367dfe29a5), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:30.175808 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9432dc10-eaf9-41d0-b386-99ba3caaa405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:30.176930 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9432dc10-eaf9-41d0-b386-99ba3caaa405 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bb7039c5-a2b5-41a6-96e4-37367dfe29a5 HTTP/1.1" status: 204 len: 168 time: 0.3410728 Feb 15 15:23:30.191755 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432dc10-eaf9-41d0-b386-99ba3caaa405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7039c5-a2b5-41a6-96e4-37367dfe29a5,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:30.230128 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-312d7f8a-bf1b-4418-9029-249a95a45b7d req-fb8774af-61a5-4349-8981-933729b258e1 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045763 Feb 15 15:23:30.295374 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '659ec80b-32e1-4287-89ea-e9a78c5a8353', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:74:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:28Z', 'updated_at': '2022-02-15T15:23:28Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:30.323548 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc119779-bd67-454c-806a-fb4c21e9aec1 None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '659ec80b-32e1-4287-89ea-e9a78c5a8353', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:74:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:28Z', 'updated_at': '2022-02-15T15:23:28Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:23:30.542890 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd427626-5f81-49d8-9005-813c5660e3f8 None None] New status for floating IP 659ec80b-32e1-4287-89ea-e9a78c5a8353: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:23:31.285139 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44687573-039a-41f5-8eb6-e111c203d791 req-ecb2e052-adb5-4079-a9df-830be71401b1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:31.286571 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44687573-039a-41f5-8eb6-e111c203d791 req-ecb2e052-adb5-4079-a9df-830be71401b1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0564535 Feb 15 15:23:31.339897 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-44687573-039a-41f5-8eb6-e111c203d791 req-37d7e0bc-84f9-4f7b-beb9-29d820eea66c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476744 Feb 15 15:23:32.244089 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:23:32.471106 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece03db3-de2c-4951-9020-557398b133d9 req-9e8e1862-22fe-4aee-8752-72ad8a76d915 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:32.472680 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ece03db3-de2c-4951-9020-557398b133d9 req-9e8e1862-22fe-4aee-8752-72ad8a76d915 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0580668 Feb 15 15:23:32.523767 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ece03db3-de2c-4951-9020-557398b133d9 req-19303ca5-528d-48a9-a7f9-6036165c8672 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456197 Feb 15 15:23:32.664336 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-78803026-bbbb-4638-9d4c-6a4b39688c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:32.905179 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6e086-9957-42bd-98b6-fa724c09199c req-d26e19f1-6ca0-4677-939f-3e37139930f2 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:32.908107 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4a6e086-9957-42bd-98b6-fa724c09199c req-d26e19f1-6ca0-4677-939f-3e37139930f2 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0603595 Feb 15 15:23:32.961734 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4a6e086-9957-42bd-98b6-fa724c09199c req-b384d203-0b4c-4edd-930b-6291f122f785 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491803 Feb 15 15:23:33.028861 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-f9a81057-e492-43c6-972b-c4f0b3d4397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:33.031967 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-f9a81057-e492-43c6-972b-c4f0b3d4397f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 1129 time: 0.0527873 Feb 15 15:23:33.144240 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-ce50cb86-157c-4574-b3b5-b3bc10d24cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:33.145703 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-ce50cb86-157c-4574-b3b5-b3bc10d24cd6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 912 time: 0.0913589 Feb 15 15:23:33.218303 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-e7be273e-1ca7-48ba-b6bd-4a968e028458 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8 HTTP/1.1" status: 200 len: 1000 time: 0.0656359 Feb 15 15:23:33.264773 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40976) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:33.270121 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-2307fd9f-4f34-459c-a960-8419d57ccceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:33.271371 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-2307fd9f-4f34-459c-a960-8419d57ccceb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.0458324 Feb 15 15:23:33.336830 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-edceb53a-d178-497d-965f-121f37c42498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:33.336830 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-edceb53a-d178-497d-965f-121f37c42498 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554509 Feb 15 15:23:33.390810 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1bb736ff-909a-4da5-bc75-a6b8f7b40709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:33.483694 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1bb736ff-909a-4da5-bc75-a6b8f7b40709 admin admin] Publish callbacks [] for security_group (3f311bb2-2cd0-4bae-bfce-3e2c7fa2ab72), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:33.567610 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1bb736ff-909a-4da5-bc75-a6b8f7b40709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3f311bb2-2cd0-4bae-bfce-3e2c7fa2ab72), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:33.610360 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb736ff-909a-4da5-bc75-a6b8f7b40709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f311bb2-2cd0-4bae-bfce-3e2c7fa2ab72,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:33.615007 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1bb736ff-909a-4da5-bc75-a6b8f7b40709 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e3d439c2ab944ae298b5f5507553f8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490345 Feb 15 15:23:33.618530 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40980) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:33.673842 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-dfabb4c5-8206-4102-8d80-34289f3f067a service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321438 Feb 15 15:23:33.679349 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-04c5a76d-0f8d-41af-be7b-316110ad4e4d admin admin] Publish callbacks [] for security_group (3f311bb2-2cd0-4bae-bfce-3e2c7fa2ab72), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:33.703197 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-04c5a76d-0f8d-41af-be7b-316110ad4e4d admin admin] Publish callbacks [] for security_group (3f311bb2-2cd0-4bae-bfce-3e2c7fa2ab72), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:33.770309 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d48a4f05-33c3-4516-978f-e1ceed82b58e req-364fd703-f969-46c9-9e54-33c7b5954111 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894797 Feb 15 15:23:33.842452 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-04c5a76d-0f8d-41af-be7b-316110ad4e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3f311bb2-2cd0-4bae-bfce-3e2c7fa2ab72), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:33.845201 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-04c5a76d-0f8d-41af-be7b-316110ad4e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:33.846435 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-04c5a76d-0f8d-41af-be7b-316110ad4e4d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3f311bb2-2cd0-4bae-bfce-3e2c7fa2ab72 HTTP/1.1" status: 204 len: 168 time: 0.2269070 Feb 15 15:23:33.854864 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5a76d-0f8d-41af-be7b-316110ad4e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f311bb2-2cd0-4bae-bfce-3e2c7fa2ab72,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:34.100065 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835cdc9-03b1-4e2b-a937-306fc8f717e2 req-55cde7a3-bec0-475d-b1be-698cce8c222f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:34.102338 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8835cdc9-03b1-4e2b-a937-306fc8f717e2 req-55cde7a3-bec0-475d-b1be-698cce8c222f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0665367 Feb 15 15:23:34.153336 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8835cdc9-03b1-4e2b-a937-306fc8f717e2 req-7b851349-367b-4030-a699-bcbc9b56cf93 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445998 Feb 15 15:23:34.460978 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 40988) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:34.477011 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa179-ee03-4b10-915e-861772fe90b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:34.554324 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa179-ee03-4b10-915e-861772fe90b6 admin admin] Publish callbacks [] for security_group (6e7072ab-e418-42ba-8423-bb5350522341), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:34.629738 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa179-ee03-4b10-915e-861772fe90b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6e7072ab-e418-42ba-8423-bb5350522341), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:34.670706 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8c9fa179-ee03-4b10-915e-861772fe90b6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bb6580c30a724cf3858a895129e1b49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084992 Feb 15 15:23:34.671537 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fa179-ee03-4b10-915e-861772fe90b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7072ab-e418-42ba-8423-bb5350522341,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:34.673475 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 40990) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:34.732073 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f3905fa5-4f71-4a9c-8b19-39172d3f6e61 admin admin] Publish callbacks [] for security_group (6e7072ab-e418-42ba-8423-bb5350522341), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:34.753084 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f3905fa5-4f71-4a9c-8b19-39172d3f6e61 admin admin] Publish callbacks [] for security_group (6e7072ab-e418-42ba-8423-bb5350522341), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:34.870313 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f3905fa5-4f71-4a9c-8b19-39172d3f6e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (6e7072ab-e418-42ba-8423-bb5350522341), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:34.873373 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f3905fa5-4f71-4a9c-8b19-39172d3f6e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:34.874588 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f3905fa5-4f71-4a9c-8b19-39172d3f6e61 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6e7072ab-e418-42ba-8423-bb5350522341 HTTP/1.1" status: 204 len: 168 time: 0.1999073 Feb 15 15:23:34.883454 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3905fa5-4f71-4a9c-8b19-39172d3f6e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7072ab-e418-42ba-8423-bb5350522341,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:35.284098 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac883bf-a8bc-4880-b7fc-0a7fe4fbdea0 req-2f5ced75-f924-4f58-a5a5-ce2c1a128b63 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:35.285599 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ac883bf-a8bc-4880-b7fc-0a7fe4fbdea0 req-2f5ced75-f924-4f58-a5a5-ce2c1a128b63 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0620806 Feb 15 15:23:35.336523 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2ac883bf-a8bc-4880-b7fc-0a7fe4fbdea0 req-e2487cbd-8340-4c97-95f7-b01677a87fed tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445182 Feb 15 15:23:35.401852 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c9060c67-bc85-46d2-90d2-98f40235aa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:36.407558 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:36.950930 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:37.670754 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:38.033538 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41066) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:38.141628 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-31fd9602-8fd6-40bf-9731-6bda57007fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:38.214557 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-31fd9602-8fd6-40bf-9731-6bda57007fbb admin admin] Publish callbacks [] for security_group (719c9a7d-729c-4ed7-885b-806288b45dc1), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:38.321352 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-31fd9602-8fd6-40bf-9731-6bda57007fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (719c9a7d-729c-4ed7-885b-806288b45dc1), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:38.360329 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd9602-8fd6-40bf-9731-6bda57007fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c9a7d-729c-4ed7-885b-806288b45dc1,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:38.364675 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-31fd9602-8fd6-40bf-9731-6bda57007fbb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ccced848fab143e3889fd39bf4446246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300269 Feb 15 15:23:38.367174 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41070) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:38.415893 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e75d014a-6576-4d74-a172-ca96602744f7 admin admin] Publish callbacks [] for security_group (719c9a7d-729c-4ed7-885b-806288b45dc1), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:38.438528 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e75d014a-6576-4d74-a172-ca96602744f7 admin admin] Publish callbacks [] for security_group (719c9a7d-729c-4ed7-885b-806288b45dc1), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:38.561811 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e75d014a-6576-4d74-a172-ca96602744f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (719c9a7d-729c-4ed7-885b-806288b45dc1), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:38.564403 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e75d014a-6576-4d74-a172-ca96602744f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:38.565601 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e75d014a-6576-4d74-a172-ca96602744f7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/719c9a7d-729c-4ed7-885b-806288b45dc1 HTTP/1.1" status: 204 len: 168 time: 0.1975074 Feb 15 15:23:38.573745 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d014a-6576-4d74-a172-ca96602744f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c9a7d-729c-4ed7-885b-806288b45dc1,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:39.203846 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41076) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:39.218122 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2c363c85-5141-444d-8ad4-8d366a06e886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:39.229926 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:39.294964 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2c363c85-5141-444d-8ad4-8d366a06e886 admin admin] Publish callbacks [] for security_group (33ebf3f0-57db-4929-a8a8-17264baf2f62), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:39.383761 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2c363c85-5141-444d-8ad4-8d366a06e886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (33ebf3f0-57db-4929-a8a8-17264baf2f62), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:39.421888 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c363c85-5141-444d-8ad4-8d366a06e886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ebf3f0-57db-4929-a8a8-17264baf2f62,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:39.427744 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2c363c85-5141-444d-8ad4-8d366a06e886 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=76bf987bd36c4aaca3c55bc6b0918acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228382 Feb 15 15:23:39.430358 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41078) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:39.482587 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d16ea0bd-e32c-4412-93d0-0fbecfe87f52 admin admin] Publish callbacks [] for security_group (33ebf3f0-57db-4929-a8a8-17264baf2f62), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:39.504365 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d16ea0bd-e32c-4412-93d0-0fbecfe87f52 admin admin] Publish callbacks [] for security_group (33ebf3f0-57db-4929-a8a8-17264baf2f62), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:39.624550 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d16ea0bd-e32c-4412-93d0-0fbecfe87f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (33ebf3f0-57db-4929-a8a8-17264baf2f62), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:39.627147 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d16ea0bd-e32c-4412-93d0-0fbecfe87f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:39.628348 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d16ea0bd-e32c-4412-93d0-0fbecfe87f52 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/33ebf3f0-57db-4929-a8a8-17264baf2f62 HTTP/1.1" status: 204 len: 168 time: 0.1969938 Feb 15 15:23:39.636290 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ea0bd-e32c-4412-93d0-0fbecfe87f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ebf3f0-57db-4929-a8a8-17264baf2f62,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:40.208145 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-b3acd5f8-381c-4cff-beb0-c0dd286faf2a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442572 Feb 15 15:23:40.289457 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-6d080348-7c02-4031-a223-ab1ceb325e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:40.290949 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-6d080348-7c02-4031-a223-ab1ceb325e0a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 1130 time: 0.0474470 Feb 15 15:23:40.403635 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-973b764b-bca2-4feb-8837-94895fd8c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:40.405141 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-973b764b-bca2-4feb-8837-94895fd8c01d service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.0921919 Feb 15 15:23:40.473996 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-e39eed8f-3012-4f2c-ab40-b61d3cac3cef service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 200 len: 1000 time: 0.0612280 Feb 15 15:23:40.533087 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-6f94b3f5-a865-4147-ae81-4c54d16ab7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:40.534546 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-6f94b3f5-a865-4147-ae81-4c54d16ab7d3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0497744 Feb 15 15:23:40.596235 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-4ed58cf8-2c54-43bc-baac-278353a2ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:40.597766 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-4ed58cf8-2c54-43bc-baac-278353a2ee6d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461836 Feb 15 15:23:40.698846 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-74a4be81-2b5d-433c-b14c-f2987a404912 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928390 Feb 15 15:23:40.802991 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d577be95-9e25-4ef4-9f7d-61ea21527803 req-a27d10e6-4eeb-4b81-9e96-8df888509471 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906408 Feb 15 15:23:53.313079 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41196) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:53.418774 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bf99ba9e-9871-4189-bca6-f3b25794a2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:53.494782 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bf99ba9e-9871-4189-bca6-f3b25794a2f2 admin admin] Publish callbacks [] for security_group (fbec048b-eef3-40d4-bb70-c2cf4a7a5fa4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:53.584412 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-bf99ba9e-9871-4189-bca6-f3b25794a2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (fbec048b-eef3-40d4-bb70-c2cf4a7a5fa4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:53.625672 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-bf99ba9e-9871-4189-bca6-f3b25794a2f2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8b82751f3aab496f8201812b708d0cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116045 Feb 15 15:23:53.626367 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99ba9e-9871-4189-bca6-f3b25794a2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec048b-eef3-40d4-bb70-c2cf4a7a5fa4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:53.628385 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41200) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:53.676920 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Publish callbacks [] for security_group (fbec048b-eef3-40d4-bb70-c2cf4a7a5fa4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:53.699348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Publish callbacks [] for security_group (fbec048b-eef3-40d4-bb70-c2cf4a7a5fa4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:53.824572 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (fbec048b-eef3-40d4-bb70-c2cf4a7a5fa4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:53.827184 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:53.828374 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fbec048b-eef3-40d4-bb70-c2cf4a7a5fa4 HTTP/1.1" status: 204 len: 168 time: 0.1989512 Feb 15 15:23:53.838058 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec048b-eef3-40d4-bb70-c2cf4a7a5fa4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:53.845242 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.845596 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.845974 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.846401 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.846880 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.846988 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.847257 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.847586 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.847973 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.848303 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.848630 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.848952 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:53.849276 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12cfc91-4372-400f-824e-287194ee3d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.536201 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41208) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:54.549387 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:54.622361 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Publish callbacks [] for security_group (2d29e2a9-b59b-4fc1-a1ea-9367d146b55e), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:54.692207 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2d29e2a9-b59b-4fc1-a1ea-9367d146b55e), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:54.729158 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d29e2a9-b59b-4fc1-a1ea-9367d146b55e,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:54.733010 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=20e6a1daca7c433d85364435233333d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958001 Feb 15 15:23:54.736098 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41210) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:54.739272 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.739624 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.740489 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.740826 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.741159 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.741489 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.741819 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.742145 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.742472 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.742801 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.743126 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.743449 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.743798 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be186f-546b-4977-a0eb-6c3b7423a380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:23:54.791742 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3521013f-cecc-4b08-ab59-2e54d90125e9 admin admin] Publish callbacks [] for security_group (2d29e2a9-b59b-4fc1-a1ea-9367d146b55e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:54.815140 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3521013f-cecc-4b08-ab59-2e54d90125e9 admin admin] Publish callbacks [] for security_group (2d29e2a9-b59b-4fc1-a1ea-9367d146b55e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:54.956492 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3521013f-cecc-4b08-ab59-2e54d90125e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2d29e2a9-b59b-4fc1-a1ea-9367d146b55e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:54.959207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3521013f-cecc-4b08-ab59-2e54d90125e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:54.960462 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3521013f-cecc-4b08-ab59-2e54d90125e9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2d29e2a9-b59b-4fc1-a1ea-9367d146b55e HTTP/1.1" status: 204 len: 168 time: 0.2233753 Feb 15 15:23:54.968327 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521013f-cecc-4b08-ab59-2e54d90125e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d29e2a9-b59b-4fc1-a1ea-9367d146b55e,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:02.674830 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-69714930-3bac-473c-9bc7-5491dd0384c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:04.817742 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e126c-de64-46d5-99b8-a2deaf766140 req-19013c52-6daa-4004-9c3f-68fa043d7b98 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:04.819254 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-938e126c-de64-46d5-99b8-a2deaf766140 req-19013c52-6daa-4004-9c3f-68fa043d7b98 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0526831 Feb 15 15:24:04.866921 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-938e126c-de64-46d5-99b8-a2deaf766140 req-0c1d1060-0687-4cc2-a114-b383e94f1acc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Feb 15 15:24:05.430169 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-84717756-a29e-4d26-b508-7ff0bc3b10dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:05.992390 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9935c4-1d47-4c8f-9c30-bc8258faeed3 req-82d48704-5913-4b03-ab4f-f34d2bba7fe7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:05.993879 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac9935c4-1d47-4c8f-9c30-bc8258faeed3 req-82d48704-5913-4b03-ab4f-f34d2bba7fe7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0527589 Feb 15 15:24:06.041988 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac9935c4-1d47-4c8f-9c30-bc8258faeed3 req-30954ccd-382b-4f77-9a89-c6cdffeec874 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Feb 15 15:24:06.355575 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:06.960282 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:07.166725 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216b5c0-fab6-4bd5-86b2-fa7aa5d16762 req-038ea75f-77bb-477e-80d0-bff30dc5c764 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:07.168253 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4216b5c0-fab6-4bd5-86b2-fa7aa5d16762 req-038ea75f-77bb-477e-80d0-bff30dc5c764 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0528946 Feb 15 15:24:07.218597 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4216b5c0-fab6-4bd5-86b2-fa7aa5d16762 req-40c9886d-df14-4ac5-bee1-abb79c055dea tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Feb 15 15:24:07.630146 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:08.354128 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc839a-25df-4cbd-bd33-b39bf2fe8e06 req-85bbd6f0-9148-4dfa-929c-e7fd486aa4a0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:08.360086 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-50fc839a-25df-4cbd-bd33-b39bf2fe8e06 req-85bbd6f0-9148-4dfa-929c-e7fd486aa4a0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0603273 Feb 15 15:24:08.407170 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-50fc839a-25df-4cbd-bd33-b39bf2fe8e06 req-a756667d-507f-4f65-b41d-1eda1463b9a0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=a1248a2b-3505-4056-9289-c626d330595c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Feb 15 15:24:08.412117 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-0134c86d-2d9e-4427-9e7b-694997f4f44b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:08.413605 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-0134c86d-2d9e-4427-9e7b-694997f4f44b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 946 time: 0.0548036 Feb 15 15:24:08.514017 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Deleting port d7735bb4-c942-496a-8377-3a32193df960 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:24:08.514366 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (d7735bb4-c942-496a-8377-3a32193df960), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:08.606833 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] For port d7735bb4-c942-496a-8377-3a32193df960, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7735bb4-c942-496a-8377-3a32193df960,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:08.607192 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (d7735bb4-c942-496a-8377-3a32193df960), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:08.828425 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:08.828790 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (942751ac-a7e7-498b-8589-1111b1a43625), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:08.829116 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Floating IP 942751ac-a7e7-498b-8589-1111b1a43625 disassociated. External IP: 172.27.0.98, port: d7735bb4-c942-496a-8377-3a32193df960. Feb 15 15:24:08.829439 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Calling delete_port for d7735bb4-c942-496a-8377-3a32193df960 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:24:09.030426 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (d7735bb4-c942-496a-8377-3a32193df960), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:09.059738 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event deleted for resources: {'Port': ['ID=d7735bb4-c942-496a-8377-3a32193df960,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:09.180042 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Router 3742ca3b-4178-4662-a923-a98099a02ea4 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:24:09.184344 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:09.242993 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:24:09.295809 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:24:09.307883 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] Sync routers for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:24:09.318473 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:09.319076 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:09.340182 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] No DVR routers for this DVR port d7735bb4-c942-496a-8377-3a32193df960 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:24:09.342728 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:09.347024 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fd18874d-a46c-45db-af9d-19f788e6a0b6 req-ab2ca6ee-e305-48be-af31-0437e7cee80e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "DELETE /v2.0/ports/d7735bb4-c942-496a-8377-3a32193df960 HTTP/1.1" status: 204 len: 173 time: 0.9269335 Feb 15 15:24:09.347389 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-deleted', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:24:09.349693 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ad6ff0-e736-454a-984c-9c44091e414b" -d '{"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-deleted", "tag": "d7735bb4-c942-496a-8377-3a32193df960"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:24:09.396023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1324b261-8101-43db-b18f-d9535f29b95a x-openstack-request-id: req-1324b261-8101-43db-b18f-d9535f29b95a {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:24:09.396314 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33e399-6f57-40a0-a7cd-804327132820", "name": "network-vif-deleted", "tag": "d7735bb4-c942-496a-8377-3a32193df960", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:24:09.396562 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1324b261-8101-43db-b18f-d9535f29b95a {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:24:09.397418 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33e399-6f57-40a0-a7cd-804327132820', 'name': 'network-vif-deleted', 'tag': 'd7735bb4-c942-496a-8377-3a32193df960', 'status': 'completed', 'code': 200} Feb 15 15:24:09.444176 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:09.512414 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-65fd2fc0-c7af-48c2-80bf-16cbbde77a7e req-f33040d8-4f3d-440e-88b5-04c0c13c2e0d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Feb 15 15:24:09.674159 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:09.713334 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] Checking router: 3742ca3b-4178-4662-a923-a98099a02ea4 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:24:09.724838 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:09.725447 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:09.962683 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:10.168445 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:10.204101 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488fae2-8506-47f6-9880-4d76712afc83 None None] The sync data for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi is: [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:24:10.479853 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54f9df-1ae9-4dd3-ac91-28fc611dd101 None None] New status for floating IP 942751ac-a7e7-498b-8589-1111b1a43625: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:24:10.640769 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a5e5dbfd-cd84-47cc-a080-32758d86a757 req-f45df0b1-b1ac-4db3-a581-829b0d2545e5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=3b33e399-6f57-40a0-a7cd-804327132820 HTTP/1.1" status: 200 len: 210 time: 0.0274818 Feb 15 15:24:11.786535 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41342) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:11.842029 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a253b3-4414-4e79-85b7-ad08333723c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (a1248a2b-3505-4056-9289-c626d330595c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:11.843414 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:24:11.867288 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a253b3-4414-4e79-85b7-ad08333723c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (a1248a2b-3505-4056-9289-c626d330595c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:11.868450 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: d7735bb4-c942-496a-8377-3a32193df960 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:24:11.868860 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device d7735bb4-c942-496a-8377-3a32193df960 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:24:11.967070 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a253b3-4414-4e79-85b7-ad08333723c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a1248a2b-3505-4056-9289-c626d330595c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:11.969764 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b5a253b3-4414-4e79-85b7-ad08333723c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:11.970970 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b5a253b3-4414-4e79-85b7-ad08333723c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "DELETE /v2.0/security-groups/a1248a2b-3505-4056-9289-c626d330595c HTTP/1.1" status: 204 len: 168 time: 0.1833596 Feb 15 15:24:11.973971 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41344) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:11.980130 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a253b3-4414-4e79-85b7-ad08333723c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1248a2b-3505-4056-9289-c626d330595c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:11.996149 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.api.v2.resource [None req-9edb8493-0288-4ba1-ab3c-4254a4cc380e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] show failed (client error): The resource could not be found. Feb 15 15:24:11.997177 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9edb8493-0288-4ba1-ab3c-4254a4cc380e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups/a1248a2b-3505-4056-9289-c626d330595c HTTP/1.1" status: 404 len: 347 time: 0.0222132 Feb 15 15:24:12.003057 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41346) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:12.370025 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Deleting port 518f3584-6507-4bdb-bdfd-126fe14e5a09 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:24:12.370519 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (518f3584-6507-4bdb-bdfd-126fe14e5a09), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:12.448747 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (518f3584-6507-4bdb-bdfd-126fe14e5a09), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:12.449073 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (518f3584-6507-4bdb-bdfd-126fe14e5a09), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:12.461809 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Calling delete_port for 518f3584-6507-4bdb-bdfd-126fe14e5a09 owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:24:12.733293 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (518f3584-6507-4bdb-bdfd-126fe14e5a09), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:12.757227 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event deleted for resources: {'Port': ['ID=518f3584-6507-4bdb-bdfd-126fe14e5a09,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:12.824931 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (942751ac-a7e7-498b-8589-1111b1a43625), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:12.828112 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:12.829292 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a469b25e-0298-4fe7-90c5-16e24eccf206 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "DELETE /v2.0/floatingips/942751ac-a7e7-498b-8589-1111b1a43625 HTTP/1.1" status: 204 len: 168 time: 0.8272059 Feb 15 15:24:13.201533 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41354) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:13.206521 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b6b7ef0d-3f9a-4b23-adfd-9f9207cb372d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111286114', 'description': 'tempest-description--832018216'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:13.293104 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6b7ef0d-3f9a-4b23-adfd-9f9207cb372d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:13.362259 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6b7ef0d-3f9a-4b23-adfd-9f9207cb372d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (28765695-b29b-4de6-b584-c22ac7735779), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:13.469986 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6b7ef0d-3f9a-4b23-adfd-9f9207cb372d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (28765695-b29b-4de6-b584-c22ac7735779), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:13.500552 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7ef0d-3f9a-4b23-adfd-9f9207cb372d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28765695-b29b-4de6-b584-c22ac7735779,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:13.597573 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b6b7ef0d-3f9a-4b23-adfd-9f9207cb372d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:13.598947 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b6b7ef0d-3f9a-4b23-adfd-9f9207cb372d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3963845 Feb 15 15:24:13.601748 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41356) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:13.606037 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-b230aef8-af16-497d-a8cd-daf33b059ddd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'security_group_rule': {'security_group_id': '28765695-b29b-4de6-b584-c22ac7735779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:13.777018 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b230aef8-af16-497d-a8cd-daf33b059ddd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (e9a6bcf8-8a79-408f-b040-985111a14a32), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:13.832317 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b230aef8-af16-497d-a8cd-daf33b059ddd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (e9a6bcf8-8a79-408f-b040-985111a14a32), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:13.904537 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b230aef8-af16-497d-a8cd-daf33b059ddd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (e9a6bcf8-8a79-408f-b040-985111a14a32), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:13.922885 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230aef8-af16-497d-a8cd-daf33b059ddd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a6bcf8-8a79-408f-b040-985111a14a32,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:14.020994 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-b230aef8-af16-497d-a8cd-daf33b059ddd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.022287 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b230aef8-af16-497d-a8cd-daf33b059ddd tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4195521 Feb 15 15:24:14.024831 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41360) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:14.029088 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a51690b7-fad6-4235-ac0d-653cb30f0704 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'security_group_rule': {'security_group_id': '28765695-b29b-4de6-b584-c22ac7735779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:14.126443 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a51690b7-fad6-4235-ac0d-653cb30f0704 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (a5c54e6b-e504-4c4e-b64b-b46eb226eea1), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.183102 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a51690b7-fad6-4235-ac0d-653cb30f0704 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (a5c54e6b-e504-4c4e-b64b-b46eb226eea1), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.258737 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a51690b7-fad6-4235-ac0d-653cb30f0704 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (a5c54e6b-e504-4c4e-b64b-b46eb226eea1), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.277691 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51690b7-fad6-4235-ac0d-653cb30f0704 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c54e6b-e504-4c4e-b64b-b46eb226eea1,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:14.380533 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a51690b7-fad6-4235-ac0d-653cb30f0704 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.381749 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a51690b7-fad6-4235-ac0d-653cb30f0704 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560019 Feb 15 15:24:14.384937 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41362) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:14.394584 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:14.515692 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.619413 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.731779 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Allocated IP 172.27.0.49 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/d41fb11e-57aa-49fa-a0c6-98fc5163d77a) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:14.840715 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for port (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.922470 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.975095 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:14.978098 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:14.981726 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:14.987534 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'Port': ['ID=d41fb11e-57aa-49fa-a0c6-98fc5163d77a,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:15.079043 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (42373cce-dd38-4cdc-b790-66cb5a86acf4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:15.177435 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:15.339277 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for port (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:15.395662 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:15.461243 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'Port': ['ID=d41fb11e-57aa-49fa-a0c6-98fc5163d77a,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:15.473494 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (42373cce-dd38-4cdc-b790-66cb5a86acf4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:15.575432 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:15.576708 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-39038c7f-82a1-4fbd-93b3-901bd58ba2c3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1908665 Feb 15 15:24:15.786987 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-f1029608-9693-42db-aef8-758ffddd64c0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--111286114&fields=id&tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4 HTTP/1.1" status: 200 len: 267 time: 0.0426071 Feb 15 15:24:15.896355 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-6e2e75b6-8242-42eb-8540-0cbe18583b48 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:15.897849 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-6e2e75b6-8242-42eb-8540-0cbe18583b48 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 816 time: 0.1045938 Feb 15 15:24:15.912509 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-73355c26-0fc3-4751-ac16-bb73a68cbd78 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/quotas/e5da61bfabcd4286b4d12afe5df1b2f4 HTTP/1.1" status: 200 len: 375 time: 0.0090549 Feb 15 15:24:15.969267 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-932e833a-19f0-49dc-a26d-2a8661ff289e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517645 Feb 15 15:24:16.069869 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-f4969a14-d6ca-4231-9a9b-c882e418bbf4 service neutron] 10.222.0.110 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892632 Feb 15 15:24:16.159803 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-24e01786-d2f0-4af6-bb6b-0570ec73cc8f service neutron] 10.222.0.110 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839782 Feb 15 15:24:16.445853 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d05023fb-929d-4903-a6a6-eeece14c052c req-cb662db2-ad31-466c-b67a-e759f500e5a9 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 210 time: 0.0330188 Feb 15 15:24:17.551432 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-62388687-fd62-4d72-b8da-f9fb20f31637 req-433140ea-4c44-405f-94c4-06dda44d75e2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 210 time: 0.0275750 Feb 15 15:24:18.442096 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-406a3eb2-f13f-4d56-8233-aeb6efba85a9 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:18.443371 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-406a3eb2-f13f-4d56-8233-aeb6efba85a9 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 816 time: 0.1158516 Feb 15 15:24:18.520514 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-0f18f274-22ba-439e-870c-46a24b743335 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4 HTTP/1.1" status: 200 len: 379 time: 0.0647686 Feb 15 15:24:18.529292 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'port': {'device_id': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'admin_state_up': True, 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'security_groups': ['28765695-b29b-4de6-b584-c22ac7735779']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:18.650701 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-65605522-fee9-4f3b-94b2-d65df559657d req-22947c3f-e628-4b21-9ca5-ce692ec49bf2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 210 time: 0.0285881 Feb 15 15:24:18.767270 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Made reservation on behalf of e5da61bfabcd4286b4d12afe5df1b2f4 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:24:18.770777 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:18.915953 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Allocated IP 172.20.0.9 (ec872a1c-f759-476e-9f1d-ad2e90c64e61/c7bddf0a-ca94-41a4-9c6b-0dde5923380f/2e0e2cf8-6850-4b36-866a-cc91c7621e0d) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:19.059272 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:19.179508 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:19.224333 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:19.227403 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:19.231092 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:19.255131 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:19.284676 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:19.286995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:19.370231 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-16281791-fb3e-4d89-9fa0-1dd15e4c6d49 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8445234 Feb 15 15:24:19.385397 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Request body: {'port': {'device_id': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:19.452533 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:19.503687 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-d0c3bbf3-22a3-4086-935e-ca357c233b17 None None] Provisioning complete for port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:19.504747 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d0c3bbf3-22a3-4086-935e-ca357c233b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:19.540266 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3bbf3-22a3-4086-935e-ca357c233b17 None None] Port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:24:19.731847 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0e2cf8-6850-4b36-866a-cc91c7621e0d {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:24:19.747693 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Publish callbacks [] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:19.777517 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Transition to ACTIVE for port object 2e0e2cf8-6850-4b36-866a-cc91c7621e0d will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:24:19.798891 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c1ca-fc1a-4f3d-a4f5-d4f274d1bcc2 req-ebd106f9-6ed0-4c45-8b2f-5481cbdb2ba5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:19.801780 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5f24c1ca-fc1a-4f3d-a4f5-d4f274d1bcc2 req-ebd106f9-6ed0-4c45-8b2f-5481cbdb2ba5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 931 time: 0.0636115 Feb 15 15:24:19.851370 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5f24c1ca-fc1a-4f3d-a4f5-d4f274d1bcc2 req-08acfa60-8676-419b-b1be-d38fcf5bea22 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453236 Feb 15 15:24:19.852772 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:19.907387 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:19.976966 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Attempting to bind port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:24:19.977301 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Attempting to bind port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:24:19.977630 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Attempting to bind port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d on network ec872a1c-f759-476e-9f1d-ad2e90c64e61 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:24:19.982235 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d on network ec872a1c-f759-476e-9f1d-ad2e90c64e61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:24:19.982552 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Attempting to bind port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d on network ec872a1c-f759-476e-9f1d-ad2e90c64e61 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:24:19.987877 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:24:19.988212 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Checking segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:19.988587 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Bound using segment: {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:24:19.989008 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Bound port: 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e29c775-1d65-402d-b209-23aec28681cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:24:19.989362 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:20.060302 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:24:20.064466 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:24:20.156279 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:20.189990 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:20.190569 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:20.192043 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] 10.222.0.102 "PUT /v2.0/ports/2e0e2cf8-6850-4b36-866a-cc91c7621e0d HTTP/1.1" status: 200 len: 1093 time: 0.8132625 Feb 15 15:24:20.194143 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:24:20.197079 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f42d5a-ed13-4575-a03d-fa8a6d11f1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:24:20.223848 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d6b9d-a770-4788-b955-e8791f419157 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:20.237410 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72c3097-84d5-4acc-a744-547c5c279ba2 x-openstack-request-id: req-e72c3097-84d5-4acc-a744-547c5c279ba2 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:24:20.237775 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:24:20.238053 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e72c3097-84d5-4acc-a744-547c5c279ba2 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:24:20.238452 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'status': 'completed', 'code': 200} Feb 15 15:24:20.319221 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f42d5a-ed13-4575-a03d-fa8a6d11f1c8 req-1966f55d-9e94-46af-8f1f-bda7c834bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:20.320979 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-46f42d5a-ed13-4575-a03d-fa8a6d11f1c8 req-1966f55d-9e94-46af-8f1f-bda7c834bbd1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 1127 time: 0.0587053 Feb 15 15:24:20.439539 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f42d5a-ed13-4575-a03d-fa8a6d11f1c8 req-7d9e4f13-9d2d-4b69-9410-f4987d1a4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:20.441027 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-46f42d5a-ed13-4575-a03d-fa8a6d11f1c8 req-7d9e4f13-9d2d-4b69-9410-f4987d1a4da7 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1102519 Feb 15 15:24:20.536332 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f42d5a-ed13-4575-a03d-fa8a6d11f1c8 req-9108e925-62d2-4697-aa1e-601d1f5dfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:20.537876 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-46f42d5a-ed13-4575-a03d-fa8a6d11f1c8 req-9108e925-62d2-4697-aa1e-601d1f5dfbc5 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902030 Feb 15 15:24:20.622817 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-d6be56ca-d8fd-4915-9a47-87203b9f87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:20.624394 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-d6be56ca-d8fd-4915-9a47-87203b9f87ed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 1127 time: 0.0468800 Feb 15 15:24:20.670759 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-634dc146-6994-4996-90a6-d511c5886f2e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d HTTP/1.1" status: 200 len: 217 time: 0.0384939 Feb 15 15:24:20.721848 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-3a004783-d5bd-4630-8377-b28ba7256b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:20.723248 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-3a004783-d5bd-4630-8377-b28ba7256b1e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0451472 Feb 15 15:24:20.765385 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41444) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:20.775719 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-08b0bdb6-9ba2-405f-824f-78852e07b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:20.777259 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-08b0bdb6-9ba2-405f-824f-78852e07b537 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477180 Feb 15 15:24:20.873740 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc004eb2-d88d-4113-8f81-155d45298b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:20.873983 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-3987e1ec-1d5e-4598-a708-cb48b23c28e0 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889320 Feb 15 15:24:20.955569 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc004eb2-d88d-4113-8f81-155d45298b86 admin admin] Publish callbacks [] for security_group (7df9580a-85ef-414c-8fcb-4e97c575348c), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:21.013254 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fc004eb2-d88d-4113-8f81-155d45298b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7df9580a-85ef-414c-8fcb-4e97c575348c), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:21.015792 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbfb8-bfb2-4918-a2e0-fca3a2e04774 req-ba203913-638b-436f-88f1-009e47e6f528 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:21.018186 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-afffbfb8-bfb2-4918-a2e0-fca3a2e04774 req-ba203913-638b-436f-88f1-009e47e6f528 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0900655 Feb 15 15:24:21.020159 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-908ebbfa-73b2-46c7-9aec-ce843cb4d688 req-4ad9dc26-0bee-4df6-b41a-f818007dda91 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372263 Feb 15 15:24:21.055478 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fc004eb2-d88d-4113-8f81-155d45298b86 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0453cf19782541f8a379e82967f8ac5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880270 Feb 15 15:24:21.056468 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc004eb2-d88d-4113-8f81-155d45298b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df9580a-85ef-414c-8fcb-4e97c575348c,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:21.058792 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41450) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:21.086124 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-afffbfb8-bfb2-4918-a2e0-fca3a2e04774 req-262427c9-6ac3-4880-8767-a16f68ea7263 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610983 Feb 15 15:24:21.114713 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f2703690-0043-4c27-9624-2bec2bc56abb admin admin] Publish callbacks [] for security_group (7df9580a-85ef-414c-8fcb-4e97c575348c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:21.136444 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f2703690-0043-4c27-9624-2bec2bc56abb admin admin] Publish callbacks [] for security_group (7df9580a-85ef-414c-8fcb-4e97c575348c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:21.236035 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f2703690-0043-4c27-9624-2bec2bc56abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7df9580a-85ef-414c-8fcb-4e97c575348c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:21.238681 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f2703690-0043-4c27-9624-2bec2bc56abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:21.239864 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f2703690-0043-4c27-9624-2bec2bc56abb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7df9580a-85ef-414c-8fcb-4e97c575348c HTTP/1.1" status: 204 len: 168 time: 0.1801493 Feb 15 15:24:21.247660 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2703690-0043-4c27-9624-2bec2bc56abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df9580a-85ef-414c-8fcb-4e97c575348c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:22.124875 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41474) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:22.214984 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8587a19-a708-467c-b117-df0bc1cc546d req-3e849e3c-1733-4597-b531-32f3ae69bea5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:22.216635 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8587a19-a708-467c-b117-df0bc1cc546d req-3e849e3c-1733-4597-b531-32f3ae69bea5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0560193 Feb 15 15:24:22.227080 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1053294044-network', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:22.280749 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c8587a19-a708-467c-b117-df0bc1cc546d req-3b41bc19-f1cd-4b2f-a1aa-a97439357ee1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573783 Feb 15 15:24:22.367309 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Made reservation on behalf of 6e55fd8d9b0941fca8a6eba1acfc013e for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:24:22.369692 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:22.379462 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:22.456445 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Publish callbacks [] for security_group (5b584ab0-8c19-4381-a8e6-4dfdb17d351f), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:22.517857 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (5b584ab0-8c19-4381-a8e6-4dfdb17d351f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:22.543992 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:24:22.554527 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b584ab0-8c19-4381-a8e6-4dfdb17d351f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:22.559159 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (53befd5d-452b-4939-bc65-72b6913bc435), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:22.559499 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Added segment 53befd5d-452b-4939-bc65-72b6913bc435 of type vlan for network 386cb819-b0c5-4ff8-8e3b-57651034b928 Feb 15 15:24:22.604620 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (386cb819-b0c5-4ff8-8e3b-57651034b928), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:22.698534 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (386cb819-b0c5-4ff8-8e3b-57651034b928), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:22.699512 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:22.700127 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:22.759775 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] Pushing event updated for resources: {'Network': ['ID=386cb819-b0c5-4ff8-8e3b-57651034b928,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:22.770948 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:24:22.821971 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-f29ab7b7-36ff-476f-953e-86bd881f291f admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6946218 Feb 15 15:24:22.824822 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41480) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:22.831551 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Request body: {'subnet': {'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1053294044-subnet', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:22.914993 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Made reservation on behalf of 6e55fd8d9b0941fca8a6eba1acfc013e for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:24:22.917713 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8822925'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.122244 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8822943'] for subnet (71b2f47e-607e-4e22-abbd-2ce6d7cf4a52), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.177559 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b2f47e-607e-4e22-abbd-2ce6d7cf4a52,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:23.187645 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Checking segment: {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:23.188856 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Network hostable DHCP agents. Network: 386cb819-b0c5-4ff8-8e3b-57651034b928, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:24:23.258639 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:24:23.299079 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 386cb819-b0c5-4ff8-8e3b-57651034b928) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:23.303082 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:23.303671 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.309919 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092637f7-65bd-48b4-8df9-3f7c44770849 None None] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:24:23.420543 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-39520c22-7800-40f6-a9f9-b92b0f5491f3 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5943213 Feb 15 15:24:23.423913 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41486) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:23.428300 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:23.429808 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc98680-8b49-4d50-a720-0795d939ba46 req-30604bd1-3f0d-4599-b41e-746015cc7535 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:23.431412 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9fc98680-8b49-4d50-a720-0795d939ba46 req-30604bd1-3f0d-4599-b41e-746015cc7535 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0762341 Feb 15 15:24:23.441914 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-386cb819-b0c5-4ff8-8e3b-57651034b928', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:24:23.442791 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.492973 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9fc98680-8b49-4d50-a720-0795d939ba46 req-8741f14d-2c5e-41ae-a2d4-93bd93e58b65 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458307 Feb 15 15:24:23.532381 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (5c20caaf-cc73-4e68-92fa-42f9a741edb7), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.533595 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (5c20caaf-cc73-4e68-92fa-42f9a741edb7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.589585 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Allocated IP 172.20.0.2 (386cb819-b0c5-4ff8-8e3b-57651034b928/71b2f47e-607e-4e22-abbd-2ce6d7cf4a52/9d49b335-514b-41f5-9a73-ac8b0529498e) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:23.600307 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks [] for router_controller (5c20caaf-cc73-4e68-92fa-42f9a741edb7), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.747433 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Publish callbacks [] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.812080 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.854315 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:23.857335 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:23.862134 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:23.869316 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Pushing event updated for resources: {'Port': ['ID=9d49b335-514b-41f5-9a73-ac8b0529498e,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:23.872081 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks [] for router_gateway (5c20caaf-cc73-4e68-92fa-42f9a741edb7), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.896410 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.896761 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.897104 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.897438 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.897763 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.898108 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.898431 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.898756 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.899079 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.899400 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.899740 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.900063 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.900377 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:23.904909 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:24:23.950453 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Attempting to bind port 9d49b335-514b-41f5-9a73-ac8b0529498e on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:24:23.950830 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Attempting to bind port 9d49b335-514b-41f5-9a73-ac8b0529498e by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:24:23.951186 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Attempting to bind port 9d49b335-514b-41f5-9a73-ac8b0529498e on network 386cb819-b0c5-4ff8-8e3b-57651034b928 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:24:23.995451 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:24:23.995967 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Checking segment: {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:23.996462 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:23.996932 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Bound using segment: {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:24:23.997416 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Bound port: 9d49b335-514b-41f5-9a73-ac8b0529498e, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:24:23.997853 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:24.093217 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:24.107013 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] For port 9d49b335-514b-41f5-9a73-ac8b0529498e, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:24:24.110955 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] For port 9d49b335-514b-41f5-9a73-ac8b0529498e, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=9d49b335-514b-41f5-9a73-ac8b0529498e,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:24:24.114727 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'port_id': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'mac_address': 'fa:16:3e:e5:72:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:24:24.155684 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:24.156121 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:24.162817 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks [] for router_gateway (5c20caaf-cc73-4e68-92fa-42f9a741edb7), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:24.169606 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0e2cf8-6850-4b36-866a-cc91c7621e0d {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:24:24.182290 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:24.188780 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:24.196611 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:24.250327 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb1416-b99b-4ab8-9e36-06a48ac18453 None None] Pushing event updated for resources: {'Port': ['ID=9d49b335-514b-41f5-9a73-ac8b0529498e,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:24.264368 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:24.319491 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Allocated IP 172.27.0.195 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/8574bea7-09b8-4efa-876f-5c4d216cc97e) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:24.320338 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:24.441682 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks [] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:24.544816 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['2e0e2cf8-6850-4b36-866a-cc91c7621e0d'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:24:24.561524 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:24.648258 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:24.654142 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:24.660348 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:24.664110 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Pushing event updated for resources: {'Port': ['ID=8574bea7-09b8-4efa-876f-5c4d216cc97e,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:24.716320 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2630d2a-759c-4cd0-a512-3e29f128215b req-c4d8e714-2dc3-400e-87b2-5eeded354c42 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:24.716320 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e2630d2a-759c-4cd0-a512-3e29f128215b req-c4d8e714-2dc3-400e-87b2-5eeded354c42 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 944 time: 0.1084232 Feb 15 15:24:24.852735 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e2630d2a-759c-4cd0-a512-3e29f128215b req-333bf3b0-4272-460f-83b6-e77c95224cc7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327670 Feb 15 15:24:25.048056 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks [] for router_gateway (5c20caaf-cc73-4e68-92fa-42f9a741edb7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:25.218554 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbbe6b5-54c8-4d3e-a2f5-ef600c4a2059 None None] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:24:25.284701 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (5c20caaf-cc73-4e68-92fa-42f9a741edb7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:25.288937 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-289db0c7-d8a6-4110-a053-aa45a1ef8b5a None None] Provisioning complete for port 9d49b335-514b-41f5-9a73-ac8b0529498e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:25.289308 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-289db0c7-d8a6-4110-a053-aa45a1ef8b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:25.419484 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-289db0c7-d8a6-4110-a053-aa45a1ef8b5a None None] Current status of the port 9d49b335-514b-41f5-9a73-ac8b0529498e is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:25.419899 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-289db0c7-d8a6-4110-a053-aa45a1ef8b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:25.466362 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-289db0c7-d8a6-4110-a053-aa45a1ef8b5a None None] For port 9d49b335-514b-41f5-9a73-ac8b0529498e, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=9d49b335-514b-41f5-9a73-ac8b0529498e,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:25.489745 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 9d49b335-514b-41f5-9a73-ac8b0529498e up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:25.504398 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:24:25.534808 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-289db0c7-d8a6-4110-a053-aa45a1ef8b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:25.588422 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289db0c7-d8a6-4110-a053-aa45a1ef8b5a None None] Pushing event updated for resources: {'Port': ['ID=9d49b335-514b-41f5-9a73-ac8b0529498e,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:25.596363 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 9d49b335-514b-41f5-9a73-ac8b0529498e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:25.596759 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:25.632667 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:24:25.645762 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Sync routers for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:24:25.692974 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:25.693616 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:25.699081 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-1fadc3d6-fec3-475d-a526-281ea8b1e968 None None] Provisioning complete for port 9d49b335-514b-41f5-9a73-ac8b0529498e triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:25.699459 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1fadc3d6-fec3-475d-a526-281ea8b1e968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:25.709465 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:25.713785 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2750e9fb-ad4b-4a81-9b89-ab062324becb admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2862029 Feb 15 15:24:25.714087 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41492) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:25.821088 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 9d49b335-514b-41f5-9a73-ac8b0529498e is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:25.889188 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:26.084867 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:26.109287 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1fadc3d6-fec3-475d-a526-281ea8b1e968 None None] Current status of the port 9d49b335-514b-41f5-9a73-ac8b0529498e is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:26.140999 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6d9a6-e334-4683-9d23-1633404d690a req-7ff7763e-f2e7-49fc-bac4-fa920f551a26 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:26.142748 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c5f6d9a6-e334-4683-9d23-1633404d690a req-7ff7763e-f2e7-49fc-bac4-fa920f551a26 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 944 time: 0.1133111 Feb 15 15:24:26.258872 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:24Z', 'revision_number': 3, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:26.269401 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c5f6d9a6-e334-4683-9d23-1633404d690a req-9ab45060-4c7e-4cdd-b7da-8fa177e5c431 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176031 Feb 15 15:24:26.288582 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:24:26.290757 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Checking router: 5c20caaf-cc73-4e68-92fa-42f9a741edb7 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:24:26.291113 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Updating router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 port 8574bea7-09b8-4efa-876f-5c4d216cc97e binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:24:26.300678 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:26.301110 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.354885 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.512829 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.519461 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:26.526344 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.577081 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:24:26.580230 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cb216e-554c-4d1c-8b50-77400acdc639" -d '{"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:24:26.602091 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:26.621531 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f61366-362b-4240-b256-082401cd9545 x-openstack-request-id: req-71f61366-362b-4240-b256-082401cd9545 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:24:26.621829 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:24:26.622082 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-71f61366-362b-4240-b256-082401cd9545 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:24:26.622482 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'code': 200} Feb 15 15:24:26.684285 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.685150 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Allocated IP 172.20.0.1 (386cb819-b0c5-4ff8-8e3b-57651034b928/71b2f47e-607e-4e22-abbd-2ce6d7cf4a52/6e274d8e-c060-4c3f-adc4-1d955ebc630f) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:26.731419 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Publish callbacks [] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.748411 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:26.778934 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.799470 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Publish callbacks [] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.833635 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Attempting to bind port 8574bea7-09b8-4efa-876f-5c4d216cc97e on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:24:26.833999 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Attempting to bind port 8574bea7-09b8-4efa-876f-5c4d216cc97e by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:24:26.834356 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Attempting to bind port 8574bea7-09b8-4efa-876f-5c4d216cc97e on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:24:26.836849 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d400b9-d733-4f1a-86d6-5c693b5e6782 None None] Pushing event updated for resources: {'Port': ['ID=8574bea7-09b8-4efa-876f-5c4d216cc97e,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:26.842287 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:24:26.842652 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:26.843045 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.843423 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:24:26.843936 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Bound port: 8574bea7-09b8-4efa-876f-5c4d216cc97e, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:24:26.844452 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.903350 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] For port 8574bea7-09b8-4efa-876f-5c4d216cc97e, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:24:26.906975 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] For port 8574bea7-09b8-4efa-876f-5c4d216cc97e, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8574bea7-09b8-4efa-876f-5c4d216cc97e,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:24:26.922174 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:26.967306 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:26.975004 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:26.977454 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:26.996390 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:27.005417 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Pushing event updated for resources: {'Port': ['ID=6e274d8e-c060-4c3f-adc4-1d955ebc630f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:27.011838 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f739b-4131-4faa-a6b3-e6c5691a5a21 req-1b851eca-d2f0-4664-931e-9e90bd5c33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:27.013377 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-335f739b-4131-4faa-a6b3-e6c5691a5a21 req-1b851eca-d2f0-4664-931e-9e90bd5c33f1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 1129 time: 0.1207798 Feb 15 15:24:27.053974 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (5c20caaf-cc73-4e68-92fa-42f9a741edb7), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:27.063280 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:27.063985 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:27.066004 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d400b9-d733-4f1a-86d6-5c693b5e6782 None None] Pushing event updated for resources: {'Port': ['ID=8574bea7-09b8-4efa-876f-5c4d216cc97e,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:27.120806 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-335f739b-4131-4faa-a6b3-e6c5691a5a21 req-f55490fb-f477-41a1-8a57-7734e0e31170 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998387 Feb 15 15:24:27.188084 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:27.259001 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:27.306358 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-e1219f48-38da-4d09-b8da-410a69447ed9 None None] Provisioning complete for port 6e274d8e-c060-4c3f-adc4-1d955ebc630f triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:27.306974 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1219f48-38da-4d09-b8da-410a69447ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:27.359018 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e1219f48-38da-4d09-b8da-410a69447ed9 None None] Port 6e274d8e-c060-4c3f-adc4-1d955ebc630f cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:24:27.432460 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:24Z', 'revision_number': 3, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:27.459464 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60982-61c9-493d-97f7-5ea5fcd32406 req-d53e8904-68f1-45a7-8a8a-cfd9f554510a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:27.461018 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fce60982-61c9-493d-97f7-5ea5fcd32406 req-d53e8904-68f1-45a7-8a8a-cfd9f554510a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0949521 Feb 15 15:24:27.463724 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 9d49b335-514b-41f5-9a73-ac8b0529498e up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:27.467606 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98ada1-a504-4519-b711-eb5936902535 None None] The sync data for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi is: [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:24Z', 'revision_number': 3, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:24:27.516892 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Publish callbacks [] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:27.519742 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 9d49b335-514b-41f5-9a73-ac8b0529498e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:27.520102 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:27.536574 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fce60982-61c9-493d-97f7-5ea5fcd32406 req-5f85b22e-6887-43cd-9ad8-96d5d4656196 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689118 Feb 15 15:24:27.584378 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:27.621582 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 9d49b335-514b-41f5-9a73-ac8b0529498e is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:27.655374 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (5c20caaf-cc73-4e68-92fa-42f9a741edb7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:27.658517 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Pushing event updated for resources: {'Port': ['ID=6e274d8e-c060-4c3f-adc4-1d955ebc630f,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:27.784875 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:27.786816 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:27.919592 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:24:28.046800 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:24:28.053843 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e0c8fa86-8d3b-40d4-a315-c7e1ad81dc0b admin admin] 10.222.0.110 "PUT /v2.0/routers/5c20caaf-cc73-4e68-92fa-42f9a741edb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3385530 Feb 15 15:24:28.082684 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-12bca6fa-d315-4560-8ef4-62188fee7a1e None None] Provisioning complete for port 6e274d8e-c060-4c3f-adc4-1d955ebc630f triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:28.083322 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-12bca6fa-d315-4560-8ef4-62188fee7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:28.128502 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-12bca6fa-d315-4560-8ef4-62188fee7a1e None None] Port 6e274d8e-c060-4c3f-adc4-1d955ebc630f cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:24:28.670862 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14814c0-6fe3-4860-92d3-3fb6474a7e8c req-94a42a36-97ef-4f2e-90c0-ba9f337aec94 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:28.672592 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e14814c0-6fe3-4860-92d3-3fb6474a7e8c req-94a42a36-97ef-4f2e-90c0-ba9f337aec94 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0566680 Feb 15 15:24:28.723741 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e14814c0-6fe3-4860-92d3-3fb6474a7e8c req-8d7460c1-1100-472c-860a-291ce74b1460 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442832 Feb 15 15:24:28.820841 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41518) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:28.826370 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1121379848-network', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:28.872821 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6294b-a34d-4627-88fd-3e28bc64484c req-3e2d3b95-f89f-4565-b296-6fc21d34ca44 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:28.874483 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9e6294b-a34d-4627-88fd-3e28bc64484c req-3e2d3b95-f89f-4565-b296-6fc21d34ca44 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0678391 Feb 15 15:24:28.889215 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41520) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:28.889215 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Request body: {'floatingip': {'port_id': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:28.910111 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Made reservation on behalf of 0dd862b4452f40558dc87cef1b5cc5c0 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:24:28.912460 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:28.921147 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:28.927296 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (42373cce-dd38-4cdc-b790-66cb5a86acf4), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.011764 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Publish callbacks [] for security_group (7ada000e-5105-48fb-9863-60ae88109270), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.082048 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7ada000e-5105-48fb-9863-60ae88109270), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.111515 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:24:29.117002 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ada000e-5105-48fb-9863-60ae88109270,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:29.124170 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (25afb27a-ec3c-4375-9690-3b13069d858e), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.125178 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Added segment 25afb27a-ec3c-4375-9690-3b13069d858e of type vlan for network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 Feb 15 15:24:29.172716 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (6a4c3b82-daa3-42f1-aaf9-d5982470c5c4), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.195392 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Sync routers for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:24:29.205349 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:29.210720 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:29.293201 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (6a4c3b82-daa3-42f1-aaf9-d5982470c5c4), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.294296 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:29.294935 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.321881 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:29.357760 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] Pushing event updated for resources: {'Network': ['ID=6a4c3b82-daa3-42f1-aaf9-d5982470c5c4,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:29.371898 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:24:29.400055 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.467597 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-32dd89f2-21fc-44b9-825e-661c4cdb3290 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6456656 Feb 15 15:24:29.470937 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41522) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:29.479060 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Request body: {'subnet': {'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1121379848-subnet', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'ip_version': 4}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:29.487562 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (42373cce-dd38-4cdc-b790-66cb5a86acf4), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.492069 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8574bea7-09b8-4efa-876f-5c4d216cc97e up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:29.549651 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 8574bea7-09b8-4efa-876f-5c4d216cc97e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:29.550029 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.567630 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Made reservation on behalf of 0dd862b4452f40558dc87cef1b5cc5c0 for: {'subnet': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:24:29.571092 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8822925'] for subnet (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.583185 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 2, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:29.619210 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Floating IP 42373cce-dd38-4cdc-b790-66cb5a86acf4 associated. External IP: 172.27.0.49, port: 2e0e2cf8-6850-4b36-866a-cc91c7621e0d. Feb 15 15:24:29.619418 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Checking router: 5c20caaf-cc73-4e68-92fa-42f9a741edb7 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:24:29.619418 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Updating router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 port 6e274d8e-c060-4c3f-adc4-1d955ebc630f binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:24:29.652051 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.662461 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 8574bea7-09b8-4efa-876f-5c4d216cc97e is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:29.664212 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.694379 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 8574bea7-09b8-4efa-876f-5c4d216cc97e, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8574bea7-09b8-4efa-876f-5c4d216cc97e,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:29.757121 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:29.838721 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=8574bea7-09b8-4efa-876f-5c4d216cc97e,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:29.994586 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Publish callbacks [] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.058885 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.116789 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Pushing event updated for resources: {'Port': ['ID=6e274d8e-c060-4c3f-adc4-1d955ebc630f,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:30.121129 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Router 3742ca3b-4178-4662-a923-a98099a02ea4 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:24:30.144007 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.144379 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.144727 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.145066 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.145397 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.145724 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.146072 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.146525 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.146941 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.147285 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.147678 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.147965 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.148284 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:24:30.157882 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8822943'] for subnet (7deab6ae-71ae-4b90-a211-151668ce9e36), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.200577 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Attempting to bind port 6e274d8e-c060-4c3f-adc4-1d955ebc630f on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:24:30.201161 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Attempting to bind port 6e274d8e-c060-4c3f-adc4-1d955ebc630f by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:24:30.201409 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Attempting to bind port 6e274d8e-c060-4c3f-adc4-1d955ebc630f on network 386cb819-b0c5-4ff8-8e3b-57651034b928 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:24:30.207912 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:24:30.208343 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Checking segment: {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:30.208691 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.209088 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Bound using segment: {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:24:30.209564 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Bound port: 6e274d8e-c060-4c3f-adc4-1d955ebc630f, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:24:30.209942 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.233772 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7deab6ae-71ae-4b90-a211-151668ce9e36,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:30.245968 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Checking segment: {'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:30.245968 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Network hostable DHCP agents. Network: 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:24:30.264434 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:24:30.270639 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.275929 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] Sync routers for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:24:30.291171 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:30.292420 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:30.320156 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-f7833723-ec77-4951-be32-a65ff6196855 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "PUT /v2.0/floatingips/42373cce-dd38-4cdc-b790-66cb5a86acf4 HTTP/1.1" status: 200 len: 990 time: 1.4274952 Feb 15 15:24:30.320494 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] For port 6e274d8e-c060-4c3f-adc4-1d955ebc630f, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:24:30.320657 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:24:30.320657 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ef32f-ad5d-477f-9eb6-92ee8b03f124" -d '{"events": [{"name": "network-changed", "server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:24:30.320943 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] For port 6e274d8e-c060-4c3f-adc4-1d955ebc630f, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=6e274d8e-c060-4c3f-adc4-1d955ebc630f,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:24:30.356845 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:24:30.363400 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5931f2-d2e4-4038-9940-aa905db9921c x-openstack-request-id: req-4d5931f2-d2e4-4038-9940-aa905db9921c {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:24:30.363825 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:24:30.364174 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4d5931f2-d2e4-4038-9940-aa905db9921c {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:24:30.364673 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'status': 'completed', 'code': 200} Feb 15 15:24:30.409212 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.441970 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4) {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:30.448299 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-6162d4ae-b1a0-4371-ac92-51144336b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:30.451077 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-6162d4ae-b1a0-4371-ac92-51144336b8ea service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 1129 time: 0.0581245 Feb 15 15:24:30.455228 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:30.460811 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.502558 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:30.503462 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:30.505675 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33befd73-c5ba-4443-844b-2d8ae0ea366c None None] Pushing event updated for resources: {'Port': ['ID=6e274d8e-c060-4c3f-adc4-1d955ebc630f,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:30.540212 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790e1b2-522e-4b8d-87c3-a7b6a09f75bb None None] Network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:24:30.576186 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-a32edcb6-4b0e-4638-a7fb-a62e669a1d5e admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1041458 Feb 15 15:24:30.579049 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41530) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:30.583798 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:30.633778 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-783454c5-f3aa-4dd8-8d56-924dcbe46231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:30.635382 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-783454c5-f3aa-4dd8-8d56-924dcbe46231 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.1785946 Feb 15 15:24:30.637005 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-f02c19df-4d7f-4397-adc1-46b8740bd3dd None None] Provisioning complete for port 6e274d8e-c060-4c3f-adc4-1d955ebc630f triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:30.645361 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f02c19df-4d7f-4397-adc1-46b8740bd3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.680209 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:30.723878 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-a258f3a6-4bbc-4c6f-8108-41016a17322a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d HTTP/1.1" status: 200 len: 998 time: 0.0815253 Feb 15 15:24:30.727411 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2964'] for router (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.728509 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2973'] for router (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.747876 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:30.784167 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd89dd0-a3d6-522b-a559-4cb0c3b59185-6a4c3b82-daa3-42f1-aaf9-d5982470c5c4', 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4', 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'fixed_ips': [{'subnet_id': '7deab6ae-71ae-4b90-a211-151668ce9e36'}]}} from dv-cinder-778193-15-iscsi. {{(pid=103275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:24:30.784985 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.822448 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks [] for router_controller (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), precommit_add_association {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.824760 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-82967878-2154-4223-8646-8ac8fc7f252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:30.826583 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-82967878-2154-4223-8646-8ac8fc7f252f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0930986 Feb 15 15:24:30.893501 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-f02c19df-4d7f-4397-adc1-46b8740bd3dd None None] Current status of the port 6e274d8e-c060-4c3f-adc4-1d955ebc630f is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:30.894134 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f02c19df-4d7f-4397-adc1-46b8740bd3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:30.894916 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-ccb178a5-7264-4152-8c4c-facde3005cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:30.896613 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-ccb178a5-7264-4152-8c4c-facde3005cdc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552800 Feb 15 15:24:30.974345 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:30Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:31.019214 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-de161f18-1b5b-437d-a212-93b0f325d4d2 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159356 Feb 15 15:24:31.038234 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938797f2-fa15-4d45-95f9-a09415515f9a None None] The sync data for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi is: [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:30Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:24:31.076622 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-f02c19df-4d7f-4397-adc1-46b8740bd3dd None None] For port 6e274d8e-c060-4c3f-adc4-1d955ebc630f, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=6e274d8e-c060-4c3f-adc4-1d955ebc630f,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:31.159917 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks [] for router_gateway (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.208355 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f02c19df-4d7f-4397-adc1-46b8740bd3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.292382 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-052ef32f-ad5d-477f-9eb6-92ee8b03f124 req-76df129d-31af-4f23-80e9-772c7b365c45 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667542 Feb 15 15:24:31.368378 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Allocated IP 172.20.0.2 (6a4c3b82-daa3-42f1-aaf9-d5982470c5c4/7deab6ae-71ae-4b90-a211-151668ce9e36/636b713c-fe09-439a-b67e-07ada9c909de) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:31.407720 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c19df-4d7f-4397-adc1-46b8740bd3dd None None] Pushing event updated for resources: {'Port': ['ID=6e274d8e-c060-4c3f-adc4-1d955ebc630f,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:31.480539 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-6d547ffd-22aa-4ad6-8caf-af630f741e4a None None] Provisioning complete for port 6e274d8e-c060-4c3f-adc4-1d955ebc630f triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:31.481077 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6d547ffd-22aa-4ad6-8caf-af630f741e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.599296 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks [] for router_gateway (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.620924 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8574bea7-09b8-4efa-876f-5c4d216cc97e up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:31.639211 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.648419 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '42373cce-dd38-4cdc-b790-66cb5a86acf4', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'port_id': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'mac_address': 'fa:16:3e:e5:72:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:24:15Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 1, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:31.736381 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] Checking router: 3742ca3b-4178-4662-a923-a98099a02ea4 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:24:31.744102 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-6d547ffd-22aa-4ad6-8caf-af630f741e4a None None] Current status of the port 6e274d8e-c060-4c3f-adc4-1d955ebc630f is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:31.765432 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Allocated IP 172.27.0.207 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/30c5ec5d-86b3-4d4e-a6d1-980b58a6f063) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:31.774372 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:31.774759 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:31.778775 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Publish callbacks [] for port (636b713c-fe09-439a-b67e-07ada9c909de), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.856934 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 8574bea7-09b8-4efa-876f-5c4d216cc97e triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:31.862886 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.887755 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273'] for port (636b713c-fe09-439a-b67e-07ada9c909de), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.892287 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks [] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:31.946495 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:31.956575 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:31.961481 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:31.989632 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Pushing event updated for resources: {'Port': ['ID=636b713c-fe09-439a-b67e-07ada9c909de,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:32.008657 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:32.017273 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:32.058927 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:32.062164 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:32.067652 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:32.093587 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Pushing event updated for resources: {'Port': ['ID=30c5ec5d-86b3-4d4e-a6d1-980b58a6f063,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:32.114830 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Attempting to bind port 636b713c-fe09-439a-b67e-07ada9c909de on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:24:32.115255 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Attempting to bind port 636b713c-fe09-439a-b67e-07ada9c909de by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:24:32.115625 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Attempting to bind port 636b713c-fe09-439a-b67e-07ada9c909de on network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:24:32.164099 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:24:32.164511 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Checking segment: {'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:32.164889 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:32.165290 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Bound using segment: {'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:24:32.165955 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Bound port: 636b713c-fe09-439a-b67e-07ada9c909de, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:24:32.166167 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (636b713c-fe09-439a-b67e-07ada9c909de), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:32.172569 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 8574bea7-09b8-4efa-876f-5c4d216cc97e is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:32.174088 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 6e274d8e-c060-4c3f-adc4-1d955ebc630f up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:32.382355 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] For port 636b713c-fe09-439a-b67e-07ada9c909de, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:24:32.392885 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 6e274d8e-c060-4c3f-adc4-1d955ebc630f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:32.398326 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:32.493037 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks [] for router_gateway (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:32.593711 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] For port 636b713c-fe09-439a-b67e-07ada9c909de, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=636b713c-fe09-439a-b67e-07ada9c909de,segment=NetworkSegment(25afb27a-ec3c-4375-9690-3b13069d858e),segment_id=25afb27a-ec3c-4375-9690-3b13069d858e)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:24:32.690857 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (636b713c-fe09-439a-b67e-07ada9c909de), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:32.709034 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918931'] for router (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:32.737027 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fa23e3e5-c1fe-4585-b24e-e98d9de56596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:32.740866 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 6e274d8e-c060-4c3f-adc4-1d955ebc630f is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:32.763173 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '42373cce-dd38-4cdc-b790-66cb5a86acf4', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'port_id': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'mac_address': 'fa:16:3e:e5:72:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:24:15Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 1, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:32.800442 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f12ae-4989-42b6-9025-2c5ade3c9afc None None] The sync data for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi is: [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '42373cce-dd38-4cdc-b790-66cb5a86acf4', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'port_id': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'mac_address': 'fa:16:3e:e5:72:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:24:15Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 1, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:24:32.802122 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c4388-0035-4601-9b8c-ced0959ea0d2 None None] Pushing event updated for resources: {'Port': ['ID=636b713c-fe09-439a-b67e-07ada9c909de,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:32.945002 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 is scheduled to L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 with binding_index 1 {{(pid=103274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:24:33.069575 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:24:33.070721 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f852fc-5583-4cd1-8759-6f2f781e2f46 None None] New status for floating IP 42373cce-dd38-4cdc-b790-66cb5a86acf4: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:24:33.083015 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Sync routers for ids ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:24:33.097227 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Routers {'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:33.097580 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:33.158642 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:33.160045 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-38f60521-1755-43b0-9076-652bdaafbb01 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5799615 Feb 15 15:24:33.162782 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41540) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:33.219734 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Set router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:33.443072 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:24:32Z', 'revision_number': 3, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port': {'id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:31Z', 'updated_at': '2022-02-15T15:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:33.479755 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Checking router: c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:24:33.480110 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Updating router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 binding host dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:24:33.511679 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:33.616241 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 6e274d8e-c060-4c3f-adc4-1d955ebc630f up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:33.662578 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:33.750572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 6e274d8e-c060-4c3f-adc4-1d955ebc630f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:33.751157 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:33.837732 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Allocated IP 172.20.0.1 (6a4c3b82-daa3-42f1-aaf9-d5982470c5c4/7deab6ae-71ae-4b90-a211-151668ce9e36/b69863a3-0e3d-42c2-ae71-496808e06f91) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:33.885439 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4176552-c402-45e6-aba7-239c75ebfd87 None None] Network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:24:33.957304 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 6e274d8e-c060-4c3f-adc4-1d955ebc630f is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:33.958495 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 636b713c-fe09-439a-b67e-07ada9c909de up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:33.965897 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Publish callbacks [] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.001575 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-21080b07-d433-4ba6-b82f-19684460b5fe None None] Provisioning complete for port 636b713c-fe09-439a-b67e-07ada9c909de triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:34.001945 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21080b07-d433-4ba6-b82f-19684460b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (636b713c-fe09-439a-b67e-07ada9c909de), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.004689 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Publish callbacks [] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.064758 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.098533 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.110220 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:34.115689 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:34.117950 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Pushing event updated for resources: {'Port': ['ID=b69863a3-0e3d-42c2-ae71-496808e06f91,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:34.120345 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:34.159976 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918880'] for router_interface (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.190663 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 636b713c-fe09-439a-b67e-07ada9c909de triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:34.191290 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (636b713c-fe09-439a-b67e-07ada9c909de), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.198040 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Attempting to bind port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:24:34.198410 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Attempting to bind port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:24:34.198772 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Attempting to bind port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 on network 6cd5b721-fb42-4adf-b929-78090b61f6a5 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:24:34.235103 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411af7e9-98d4-4ca0-a743-05e543f9bb81 None None] Pushing event updated for resources: {'Port': ['ID=30c5ec5d-86b3-4d4e-a6d1-980b58a6f063,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:34.244563 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:24:34.244563 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Checking segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:34.244563 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.244563 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Bound using segment: {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:24:34.244563 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Bound port: 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528109b9-9b98-4e3a-9d35-477abf13d369', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:24:34.245095 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.280977 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-21080b07-d433-4ba6-b82f-19684460b5fe None None] Current status of the port 636b713c-fe09-439a-b67e-07ada9c909de is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:34.281399 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21080b07-d433-4ba6-b82f-19684460b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (636b713c-fe09-439a-b67e-07ada9c909de), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.350384 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] For port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:24:34.355648 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] For port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=30c5ec5d-86b3-4d4e-a6d1-980b58a6f063,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:24:34.358335 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-21080b07-d433-4ba6-b82f-19684460b5fe None None] For port 636b713c-fe09-439a-b67e-07ada9c909de, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=636b713c-fe09-439a-b67e-07ada9c909de,segment=NetworkSegment(25afb27a-ec3c-4375-9690-3b13069d858e),segment_id=25afb27a-ec3c-4375-9690-3b13069d858e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:34.370811 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.400543 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 636b713c-fe09-439a-b67e-07ada9c909de is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:34.401002 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (636b713c-fe09-439a-b67e-07ada9c909de), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.455994 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.462069 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-21080b07-d433-4ba6-b82f-19684460b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (636b713c-fe09-439a-b67e-07ada9c909de), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.555592 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.db.api [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:24:34.555592 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG oslo_db.api [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 15:24:34.556276 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Routers {'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:34.556903 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:34.558959 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411af7e9-98d4-4ca0-a743-05e543f9bb81 None None] Pushing event updated for resources: {'Port': ['ID=30c5ec5d-86b3-4d4e-a6d1-980b58a6f063,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:34.565300 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Publish callbacks [] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.658965 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.733659 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Pushing event updated for resources: {'Port': ['ID=b69863a3-0e3d-42c2-ae71-496808e06f91,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:34.736107 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655312'] for router_interface (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.830219 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:34.831690 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:34.837408 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-40a05f8c-4f51-432e-b110-034b19f1d727 None None] Provisioning complete for port 636b713c-fe09-439a-b67e-07ada9c909de triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:34.837408 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-40a05f8c-4f51-432e-b110-034b19f1d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (636b713c-fe09-439a-b67e-07ada9c909de), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:34.840469 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21080b07-d433-4ba6-b82f-19684460b5fe None None] Pushing event updated for resources: {'Port': ['ID=636b713c-fe09-439a-b67e-07ada9c909de,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:34.894772 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] Set router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:34.957592 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:24:35.058995 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-40a05f8c-4f51-432e-b110-034b19f1d727 None None] Current status of the port 636b713c-fe09-439a-b67e-07ada9c909de is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:35.074717 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:24:35.082113 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-632577cb-896e-455c-b5a4-22fa21439b1f admin admin] 10.222.0.110 "PUT /v2.0/routers/c61fa8e0-4c5f-4c92-a2c9-2b7e28532377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171290 Feb 15 15:24:35.118637 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 636b713c-fe09-439a-b67e-07ada9c909de is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:35.130457 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-40a05f8c-4f51-432e-b110-034b19f1d727 None None] Provisioning complete for port b69863a3-0e3d-42c2-ae71-496808e06f91 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:35.130854 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-40a05f8c-4f51-432e-b110-034b19f1d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:35.194751 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-40a05f8c-4f51-432e-b110-034b19f1d727 None None] Port b69863a3-0e3d-42c2-ae71-496808e06f91 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:24:35.217839 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:24:34Z', 'revision_number': 4, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port': {'id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:31Z', 'updated_at': '2022-02-15T15:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'b69863a3-0e3d-42c2-ae71-496808e06f91', 'name': '', 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'mac_address': 'fa:16:3e:e6:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:33Z', 'updated_at': '2022-02-15T15:24:33Z', 'revision_number': 1, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'subnets': [{'id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:35.245663 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4c411-c552-4b43-b40c-016fd39a81ba None None] The sync data for ids ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'] in dv-cinder-778193-15-iscsi is: [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:24:34Z', 'revision_number': 4, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port': {'id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:31Z', 'updated_at': '2022-02-15T15:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'b69863a3-0e3d-42c2-ae71-496808e06f91', 'name': '', 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'mac_address': 'fa:16:3e:e6:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:33Z', 'updated_at': '2022-02-15T15:24:33Z', 'revision_number': 1, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'subnets': [{'id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:24:35.316614 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-a7850871-a665-432f-b5f9-f9a6152cf893 None None] Provisioning complete for port b69863a3-0e3d-42c2-ae71-496808e06f91 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:35.317120 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a7850871-a665-432f-b5f9-f9a6152cf893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:35.365160 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a7850871-a665-432f-b5f9-f9a6152cf893 None None] Port b69863a3-0e3d-42c2-ae71-496808e06f91 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:24:35.418268 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cffbd886-014a-4264-8e1d-284be0608585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:35.457119 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 636b713c-fe09-439a-b67e-07ada9c909de up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:35.564536 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 636b713c-fe09-439a-b67e-07ada9c909de triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:35.564921 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (636b713c-fe09-439a-b67e-07ada9c909de), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:35.656736 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 636b713c-fe09-439a-b67e-07ada9c909de is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:36.356161 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:36.978944 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:37.507442 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:37.574871 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:37.575233 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:37.647882 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:37.664704 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:37.665101 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:37.690349 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] For port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=30c5ec5d-86b3-4d4e-a6d1-980b58a6f063,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:37.745160 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:37.799489 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Pushing event updated for resources: {'Port': ['ID=30c5ec5d-86b3-4d4e-a6d1-980b58a6f063,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:39.196250 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:39.431871 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24d084-aad9-406a-8726-3786e28b578d req-44af73af-287b-4553-9533-719e27972b9c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:39.436141 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc24d084-aad9-406a-8726-3786e28b578d req-44af73af-287b-4553-9533-719e27972b9c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.2813749 Feb 15 15:24:39.457329 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:39.481430 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Sync routers for ids ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:24:39.493789 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Routers {'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:39.494854 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:39.520264 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bc24d084-aad9-406a-8726-3786e28b578d req-b870f7ab-0c28-4da7-a683-855e1a64af24 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703425 Feb 15 15:24:39.547523 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:39.548042 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:39.635310 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:39.645607 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Set router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:39.871596 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:24:34Z', 'revision_number': 4, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port': {'id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:31Z', 'updated_at': '2022-02-15T15:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'b69863a3-0e3d-42c2-ae71-496808e06f91', 'name': '', 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'mac_address': 'fa:16:3e:e6:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:33Z', 'updated_at': '2022-02-15T15:24:34Z', 'revision_number': 2, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'subnets': [{'id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:39.902317 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Checking router: c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:24:39.902587 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Updating router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 port b69863a3-0e3d-42c2-ae71-496808e06f91 binding host dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:24:39.933626 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.239198 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Publish callbacks [] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.299323 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.356254 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9572fbf-fa41-461d-9c4d-a6c9c8e7d313 None None] Pushing event updated for resources: {'Port': ['ID=b69863a3-0e3d-42c2-ae71-496808e06f91,revision_number=3']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:40.438179 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Attempting to bind port b69863a3-0e3d-42c2-ae71-496808e06f91 on host dv-cinder-778193-15-iscsi for vnic_type normal with profile {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:24:40.438673 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Attempting to bind port b69863a3-0e3d-42c2-ae71-496808e06f91 by drivers openvswitch,hyperv on host dv-cinder-778193-15-iscsi at level 0 using segments [{'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:24:40.439106 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Attempting to bind port b69863a3-0e3d-42c2-ae71-496808e06f91 on network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:24:40.445987 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Checking agent: {'id': '2b2bf641-b23c-4255-a312-3099c66644bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 11, 9), 'started_at': datetime.datetime(2022, 2, 15, 15, 11, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:24:40.446453 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Checking segment: {'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:24:40.446942 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.447403 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Bound using segment: {'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'} {{(pid=103276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:24:40.448004 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.managers [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Bound port: b69863a3-0e3d-42c2-ae71-496808e06f91, host: dv-cinder-778193-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25afb27a-ec3c-4375-9690-3b13069d858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4'}}] {{(pid=103276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:24:40.448452 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.539804 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] For port b69863a3-0e3d-42c2-ae71-496808e06f91, host dv-cinder-778193-15-iscsi, cleared binding levels {{(pid=103276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:24:40.543335 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] For port b69863a3-0e3d-42c2-ae71-496808e06f91, host dv-cinder-778193-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=b69863a3-0e3d-42c2-ae71-496808e06f91,segment=NetworkSegment(25afb27a-ec3c-4375-9690-3b13069d858e),segment_id=25afb27a-ec3c-4375-9690-3b13069d858e)] {{(pid=103276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:24:40.614075 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.649087 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-c6c47a47-4218-4852-b3ed-72c83008f99a None None] Provisioning complete for port b69863a3-0e3d-42c2-ae71-496808e06f91 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:40.650292 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c47a47-4218-4852-b3ed-72c83008f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.742924 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Routers {'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:40.761049 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:40.761896 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfdf82-785e-491b-9d62-0aa45150bab0 req-cb5d3d19-a492-41fd-bb0b-aae7841c5318 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:40.766654 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fedfdf82-785e-491b-9d62-0aa45150bab0 req-cb5d3d19-a492-41fd-bb0b-aae7841c5318 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1742387 Feb 15 15:24:40.805751 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-c6c47a47-4218-4852-b3ed-72c83008f99a None None] Current status of the port b69863a3-0e3d-42c2-ae71-496808e06f91 is: DOWN; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:40.806146 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c47a47-4218-4852-b3ed-72c83008f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.851121 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9572fbf-fa41-461d-9c4d-a6c9c8e7d313 None None] Pushing event updated for resources: {'Port': ['ID=b69863a3-0e3d-42c2-ae71-496808e06f91,revision_number=4']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:40.854507 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-c6c47a47-4218-4852-b3ed-72c83008f99a None None] For port b69863a3-0e3d-42c2-ae71-496808e06f91, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=b69863a3-0e3d-42c2-ae71-496808e06f91,segment=NetworkSegment(25afb27a-ec3c-4375-9690-3b13069d858e),segment_id=25afb27a-ec3c-4375-9690-3b13069d858e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:40.864986 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fedfdf82-785e-491b-9d62-0aa45150bab0 req-5ee771fa-8d93-470c-8e31-bf3e93172831 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839047 Feb 15 15:24:40.921476 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c47a47-4218-4852-b3ed-72c83008f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:40.976883 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] Set router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:40.991479 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c47a47-4218-4852-b3ed-72c83008f99a None None] Pushing event updated for resources: {'Port': ['ID=b69863a3-0e3d-42c2-ae71-496808e06f91,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:41.049504 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-7a3ae2d0-d650-4137-9790-9d58c84bc339 None None] Provisioning complete for port b69863a3-0e3d-42c2-ae71-496808e06f91 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:41.050136 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae2d0-d650-4137-9790-9d58c84bc339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:41.152950 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ae2d0-d650-4137-9790-9d58c84bc339 None None] Current status of the port b69863a3-0e3d-42c2-ae71-496808e06f91 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:41.214247 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:24:34Z', 'revision_number': 4, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port': {'id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:31Z', 'updated_at': '2022-02-15T15:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'b69863a3-0e3d-42c2-ae71-496808e06f91', 'name': '', 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'mac_address': 'fa:16:3e:e6:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:33Z', 'updated_at': '2022-02-15T15:24:40Z', 'revision_number': 4, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'subnets': [{'id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:41.249305 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc25ef-2323-4d43-a558-e93004e46da0 None None] The sync data for ids ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'] in dv-cinder-778193-15-iscsi is: [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:24:34Z', 'revision_number': 4, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port': {'id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:31Z', 'updated_at': '2022-02-15T15:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'b69863a3-0e3d-42c2-ae71-496808e06f91', 'name': '', 'network_id': '6a4c3b82-daa3-42f1-aaf9-d5982470c5c4', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'mac_address': 'fa:16:3e:e6:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:33Z', 'updated_at': '2022-02-15T15:24:40Z', 'revision_number': 4, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'subnets': [{'id': '7deab6ae-71ae-4b90-a211-151668ce9e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:24:41.475661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-02b01324-f874-45cb-b6b0-6190949a9b6e tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:41.477437 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-02b01324-f874-45cb-b6b0-6190949a9b6e tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.1377702 Feb 15 15:24:41.554634 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device b69863a3-0e3d-42c2-ae71-496808e06f91 up at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:24:41.652138 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Provisioning complete for port b69863a3-0e3d-42c2-ae71-496808e06f91 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:41.652800 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:41.689264 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Deleting port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:24:41.690782 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:41.744047 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Current status of the port b69863a3-0e3d-42c2-ae71-496808e06f91 is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:24:41.800232 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] For port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:24:41.800883 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:42.011407 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:42.011827 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (d1cd35bb-8532-4761-b0af-8d556030ede5), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:42.012150 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Floating IP d1cd35bb-8532-4761-b0af-8d556030ede5 disassociated. External IP: 172.27.0.73, port: 9c0ef145-be3c-46a2-81ba-b06eafebf8a8. Feb 15 15:24:42.012495 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Calling delete_port for 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:24:42.018892 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c37b29-d18e-4716-a092-1c30c87577d1 req-8e0f458f-184e-4345-9177-5e34e54cbfbb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:42.020740 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d3c37b29-d18e-4716-a092-1c30c87577d1 req-8e0f458f-184e-4345-9177-5e34e54cbfbb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 945 time: 0.0703530 Feb 15 15:24:42.077955 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d3c37b29-d18e-4716-a092-1c30c87577d1 req-4587c9a4-3f22-4eca-88e8-f7ea15a58b16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=be98ba2e-38da-4041-898d-60ec56255d26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515130 Feb 15 15:24:42.218080 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-1787fdb6-8503-4f41-80c9-ee261a9d900f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505745 Feb 15 15:24:42.308391 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-abfb33bc-f12c-453e-b8a5-8acd9a14858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:42.309921 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-abfb33bc-f12c-453e-b8a5-8acd9a14858e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=59010d4129e04353828e17181565f4b7&device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1130 time: 0.0476589 Feb 15 15:24:42.432463 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-21a3bcf9-efa3-49f8-836b-eac87ccfcf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:42.434057 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-21a3bcf9-efa3-49f8-836b-eac87ccfcf01 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5f4ecbc0-ff18-47fc-a330-88951a4a0033 HTTP/1.1" status: 200 len: 910 time: 0.1025620 Feb 15 15:24:42.509755 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-cfda0eb9-7294-41c7-b80f-b8e3b87c5a12 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 200 len: 1002 time: 0.0673661 Feb 15 15:24:42.568933 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-a6f94ce5-9969-4ef6-94ab-cfca82e99f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:42.570498 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-a6f94ce5-9969-4ef6-94ab-cfca82e99f92 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e5c6db3-40bf-48a5-9686-56ee9ced6493 HTTP/1.1" status: 200 len: 848 time: 0.0540287 Feb 15 15:24:42.642642 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-f0961fb8-c687-4603-918e-1ddd9d7fc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:42.644293 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-f0961fb8-c687-4603-918e-1ddd9d7fc0cb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5f4ecbc0-ff18-47fc-a330-88951a4a0033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670447 Feb 15 15:24:42.677111 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (9c0ef145-be3c-46a2-81ba-b06eafebf8a8), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:42.750112 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event deleted for resources: {'Port': ['ID=9c0ef145-be3c-46a2-81ba-b06eafebf8a8,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:42.862452 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-a9795950-f583-47dd-a5bf-e41a7864fde1 service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091777 Feb 15 15:24:42.946128 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:24:43.055372 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f11465f-fc07-4631-ac0d-82b4587d44d5 req-2c56d3fd-3bf2-4e88-b283-6d137abf735e service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849535 Feb 15 15:24:43.090030 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:24:43.111601 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] Sync routers for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:24:43.129638 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:43.130565 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:43.147021 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] No DVR routers for this DVR port 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:24:43.149636 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:43.153223 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ecb07589-559f-42b2-b5ec-e3658d28622c req-2732826d-bac0-4150-8690-9e034f2e6f61 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "DELETE /v2.0/ports/9c0ef145-be3c-46a2-81ba-b06eafebf8a8 HTTP/1.1" status: 204 len: 173 time: 1.6693373 Feb 15 15:24:43.153694 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'name': 'network-vif-deleted', 'tag': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:24:43.156540 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4f7f2f-b8fc-4688-8f9f-09837a816ed8" -d '{"events": [{"server_uuid": "1bdb1fe4-75c0-47ac-a4ca-32abf4c97181", "name": "network-vif-deleted", "tag": "9c0ef145-be3c-46a2-81ba-b06eafebf8a8"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:24:43.290916 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-0082371b-f39b-47b2-8f5a-47ab26d1ba04 req-eff6fc5a-133e-4d4b-9ab4-47a299723caa tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=1bdb1fe4-75c0-47ac-a4ca-32abf4c97181 HTTP/1.1" status: 200 len: 210 time: 0.0622513 Feb 15 15:24:43.297449 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309971a7-4a66-479b-b96e-6dbdde6fcba4 x-openstack-request-id: req-309971a7-4a66-479b-b96e-6dbdde6fcba4 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:24:43.297617 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdb1fe4-75c0-47ac-a4ca-32abf4c97181", "name": "network-vif-deleted", "tag": "9c0ef145-be3c-46a2-81ba-b06eafebf8a8", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:24:43.303745 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-309971a7-4a66-479b-b96e-6dbdde6fcba4 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:24:43.304255 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdb1fe4-75c0-47ac-a4ca-32abf4c97181', 'name': 'network-vif-deleted', 'tag': '9c0ef145-be3c-46a2-81ba-b06eafebf8a8', 'status': 'completed', 'code': 200} Feb 15 15:24:43.374586 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:43.650780 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:43.680775 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] Checking router: ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:24:43.689767 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:24:43.690505 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:24:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:43.820473 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:24:44.082238 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:24:44.118908 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8fd3f-c94b-44e3-ad79-2bba98d37c0e None None] The sync data for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi is: [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:24:44.434538 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877cad5-56f7-4608-b8d3-f9f711336e10 None None] New status for floating IP d1cd35bb-8532-4761-b0af-8d556030ede5: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:24:44.473660 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41608) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:44.542877 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-00575b9b-26c8-4cf3-919c-21bc77669294 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (be98ba2e-38da-4041-898d-60ec56255d26), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:44.577526 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-00575b9b-26c8-4cf3-919c-21bc77669294 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (be98ba2e-38da-4041-898d-60ec56255d26), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:44.715480 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-00575b9b-26c8-4cf3-919c-21bc77669294 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (be98ba2e-38da-4041-898d-60ec56255d26), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:44.719408 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-00575b9b-26c8-4cf3-919c-21bc77669294 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:44.720616 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-00575b9b-26c8-4cf3-919c-21bc77669294 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "DELETE /v2.0/security-groups/be98ba2e-38da-4041-898d-60ec56255d26 HTTP/1.1" status: 204 len: 168 time: 0.2459033 Feb 15 15:24:44.723829 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41610) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:44.734001 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00575b9b-26c8-4cf3-919c-21bc77669294 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be98ba2e-38da-4041-898d-60ec56255d26,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:44.753121 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-53462d05-b37b-465e-86d8-db67c88386d7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] show failed (client error): The resource could not be found. Feb 15 15:24:44.758976 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41612) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:44.760347 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-53462d05-b37b-465e-86d8-db67c88386d7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups/be98ba2e-38da-4041-898d-60ec56255d26 HTTP/1.1" status: 404 len: 347 time: 0.0341821 Feb 15 15:24:44.902613 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Deleting port 9077d1e2-2fc4-4ecc-9dd7-159975582e5a {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:24:44.903083 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:44.996950 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:44.997279 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:45.012895 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Calling delete_port for 9077d1e2-2fc4-4ecc-9dd7-159975582e5a owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:24:45.258842 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (9077d1e2-2fc4-4ecc-9dd7-159975582e5a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:45.311411 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event deleted for resources: {'Port': ['ID=9077d1e2-2fc4-4ecc-9dd7-159975582e5a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:45.355489 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (d1cd35bb-8532-4761-b0af-8d556030ede5), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:45.358508 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:45.360061 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9b843615-7177-4363-bb99-dd1db668a7ef tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "DELETE /v2.0/floatingips/d1cd35bb-8532-4761-b0af-8d556030ede5 HTTP/1.1" status: 204 len: 168 time: 0.5998101 Feb 15 15:24:45.659103 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41618) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:45.664841 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-ea20ce56-d333-4d57-ac85-7162c42a7c2b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670156212', 'description': 'tempest-description--1957732658'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:45.727231 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea20ce56-d333-4d57-ac85-7162c42a7c2b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:45.813918 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea20ce56-d333-4d57-ac85-7162c42a7c2b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (825fe469-1dea-437f-8cd0-5a94e98baa00), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.007062 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea20ce56-d333-4d57-ac85-7162c42a7c2b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (825fe469-1dea-437f-8cd0-5a94e98baa00), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.023227 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:24:46.039407 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20ce56-d333-4d57-ac85-7162c42a7c2b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825fe469-1dea-437f-8cd0-5a94e98baa00,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:46.042991 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:24:46.043340 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9c0ef145-be3c-46a2-81ba-b06eafebf8a8 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:24:46.152046 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ea20ce56-d333-4d57-ac85-7162c42a7c2b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.153322 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ea20ce56-d333-4d57-ac85-7162c42a7c2b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4928641 Feb 15 15:24:46.156449 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41620) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:46.243619 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:24:46.260698 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b7a63697-ff2d-46cd-91c0-b3db26ca2afb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'security_group_rule': {'security_group_id': '825fe469-1dea-437f-8cd0-5a94e98baa00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:46.348159 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b7a63697-ff2d-46cd-91c0-b3db26ca2afb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (b7f6f2df-5a9a-4301-8ef5-c3ba493d6928), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.405551 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b7a63697-ff2d-46cd-91c0-b3db26ca2afb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (b7f6f2df-5a9a-4301-8ef5-c3ba493d6928), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.474877 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b7a63697-ff2d-46cd-91c0-b3db26ca2afb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (b7f6f2df-5a9a-4301-8ef5-c3ba493d6928), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.493162 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a63697-ff2d-46cd-91c0-b3db26ca2afb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f6f2df-5a9a-4301-8ef5-c3ba493d6928,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:46.571048 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b7a63697-ff2d-46cd-91c0-b3db26ca2afb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.572191 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b7a63697-ff2d-46cd-91c0-b3db26ca2afb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4148340 Feb 15 15:24:46.577703 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41628) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:46.582681 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-be3aca1a-94f5-4740-be00-0e89046eba11 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'security_group_rule': {'security_group_id': '825fe469-1dea-437f-8cd0-5a94e98baa00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:46.670240 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-be3aca1a-94f5-4740-be00-0e89046eba11 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (93c22ede-7e8e-4404-8a25-637c630a537e), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.733208 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-be3aca1a-94f5-4740-be00-0e89046eba11 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (93c22ede-7e8e-4404-8a25-637c630a537e), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.806818 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-be3aca1a-94f5-4740-be00-0e89046eba11 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (93c22ede-7e8e-4404-8a25-637c630a537e), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.833696 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aca1a-94f5-4740-be00-0e89046eba11 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c22ede-7e8e-4404-8a25-637c630a537e,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:46.939286 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-be3aca1a-94f5-4740-be00-0e89046eba11 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:46.940602 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-be3aca1a-94f5-4740-be00-0e89046eba11 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619430 Feb 15 15:24:46.943724 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41630) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:24:46.948004 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:47.029004 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:47.385233 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:47.494109 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Allocated IP 172.27.0.111 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/4cd74fbf-83e7-4c82-98fd-47ee04d9be42) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:47.596717 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for port (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:47.682406 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:47.724267 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:47.727136 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:47.730702 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:47.754593 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'Port': ['ID=4cd74fbf-83e7-4c82-98fd-47ee04d9be42,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:47.820769 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (ac48c3fd-996c-4b17-be1d-c71cba8949f8), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:47.856584 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-d69af4b8-f4ec-4a5d-9094-98666e00ec13 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:47.858036 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-d69af4b8-f4ec-4a5d-9094-98666e00ec13 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/networks?id=386cb819-b0c5-4ff8-8e3b-57651034b928 HTTP/1.1" status: 200 len: 815 time: 0.1075804 Feb 15 15:24:47.872639 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-ba6a128e-e415-474d-b3e9-0f02184a34da tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/quotas/6e55fd8d9b0941fca8a6eba1acfc013e HTTP/1.1" status: 200 len: 375 time: 0.0091608 Feb 15 15:24:47.907850 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:47.930557 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-52599954-01e0-4e50-886e-044e85c33a37 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524049 Feb 15 15:24:48.062545 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for port (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:48.076410 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-d41e9ea8-60e0-40bc-b971-adba90caa068 service neutron] 10.222.0.110 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313574 Feb 15 15:24:48.138536 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:48.171327 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7d0a0134-24c9-44df-b8fb-ca9cb35a37bd service neutron] 10.222.0.110 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882199 Feb 15 15:24:48.210295 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'Port': ['ID=4cd74fbf-83e7-4c82-98fd-47ee04d9be42,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:48.223566 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (ac48c3fd-996c-4b17-be1d-c71cba8949f8), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:48.318693 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:48.319992 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-52b44b4b-ec8b-44a0-9007-e01e679fdd58 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3752987 Feb 15 15:24:48.473101 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-c5667d5f-79ed-44a4-8df9-ff3a46c5eadd tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--670156212&fields=id&tenant_id=a15d8453cac44f089b89e2d5930fccc6 HTTP/1.1" status: 200 len: 267 time: 0.0475545 Feb 15 15:24:48.477205 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5fbbeca9-b43a-438e-a8d8-23c06ac45f6d req-7dce3fd0-6037-4ea6-b32a-477f633a2aae tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 210 time: 0.0286388 Feb 15 15:24:48.588785 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-15fea729-605b-4f3d-b65a-97f3b6ab0719 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:48.590300 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-15fea729-605b-4f3d-b65a-97f3b6ab0719 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 811 time: 0.1108708 Feb 15 15:24:48.605171 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-956f8daf-8412-4cfe-9063-b693292ec003 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/quotas/a15d8453cac44f089b89e2d5930fccc6 HTTP/1.1" status: 200 len: 375 time: 0.0094218 Feb 15 15:24:48.664436 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-630a3c5d-3430-44e6-8d03-b0ea104b5ad1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524356 Feb 15 15:24:48.803269 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-5ad71ed9-f9c1-4724-9120-7516dc4d5565 service neutron] 10.222.0.110 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287761 Feb 15 15:24:48.897785 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-147af41f-266f-4c28-806b-f680ed11c07e service neutron] 10.222.0.110 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887923 Feb 15 15:24:49.125607 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4efd78a2-b181-45c6-97d7-39c333e98df7 req-90963671-81dd-4249-b507-4942586f45c1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 210 time: 0.0306032 Feb 15 15:24:49.558863 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-09710cca-a3f3-4533-9927-cd6b85653750 req-a79ad9f2-66cf-4eda-9c05-ab677d0bb564 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 210 time: 0.0283718 Feb 15 15:24:50.223189 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-931f0fa5-8b53-4fea-b645-21d254caabdb req-06c8eff9-33a3-4a2c-bdc1-5ae4b4671007 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 210 time: 0.0289271 Feb 15 15:24:50.657613 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1466a196-7489-4951-bc91-f108f1cb6ee7 req-6639c379-d00d-4fbb-8bd5-a251267cf36a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 210 time: 0.0291903 Feb 15 15:24:50.886424 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-addd259c-f6f9-4831-aaf7-0188a5e178ef tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:50.887822 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-addd259c-f6f9-4831-aaf7-0188a5e178ef tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.102 "GET /v2.0/networks?id=386cb819-b0c5-4ff8-8e3b-57651034b928 HTTP/1.1" status: 200 len: 815 time: 0.1073804 Feb 15 15:24:50.901165 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'port': {'device_id': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'admin_state_up': True, 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:51.103830 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Made reservation on behalf of 6e55fd8d9b0941fca8a6eba1acfc013e for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:24:51.107548 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:51.225203 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-4b13f97c-85aa-4cd6-a0d1-654cf17653e4 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:51.226685 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-4b13f97c-85aa-4cd6-a0d1-654cf17653e4 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 811 time: 0.1783600 Feb 15 15:24:51.325352 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Allocated IP 172.20.0.13 (386cb819-b0c5-4ff8-8e3b-57651034b928/71b2f47e-607e-4e22-abbd-2ce6d7cf4a52/c074c844-93d1-4833-b8a4-4c8287c579bf) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:51.352920 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-523e918c-8d9e-4ac1-a988-004ad0c3ce25 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15d8453cac44f089b89e2d5930fccc6 HTTP/1.1" status: 200 len: 379 time: 0.1143076 Feb 15 15:24:51.366242 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'port': {'device_id': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'admin_state_up': True, 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'security_groups': ['825fe469-1dea-437f-8cd0-5a94e98baa00']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:51.369758 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c01db6e9-48f3-47b5-8423-65ba8f3d311a req-925df886-bdef-4bdb-a3c3-edaa2e13d4bb tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 210 time: 0.0420229 Feb 15 15:24:51.608128 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:51.660142 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Made reservation on behalf of a15d8453cac44f089b89e2d5930fccc6 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:24:51.664237 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:51.762990 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:51.879455 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:51.896643 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:51.900003 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:51.969412 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'Port': ['ID=c074c844-93d1-4833-b8a4-4c8287c579bf,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:52.028319 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d44114-12be-4af0-a8dd-8c0cb023a6d6 req-72412404-c3ee-4a85-80dd-6c6062490e04 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:52.030225 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-10d44114-12be-4af0-a8dd-8c0cb023a6d6 req-72412404-c3ee-4a85-80dd-6c6062490e04 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 932 time: 0.2689364 Feb 15 15:24:52.100195 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:52.101269 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:52.131066 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Allocated IP 172.20.0.12 (73f85123-0d32-40a7-854e-e7dc72d977f8/8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb/4588c1ed-c9e3-436c-9d02-81a1b77c9e2a) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:24:52.180164 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-10d44114-12be-4af0-a8dd-8c0cb023a6d6 req-9de5a0eb-f769-49f0-8c4e-486fa6bd6354 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300077 Feb 15 15:24:52.261477 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-545ad6e8-4271-435c-bc16-6ee4494845f7 None None] Provisioning complete for port c074c844-93d1-4833-b8a4-4c8287c579bf triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:52.263418 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-545ad6e8-4271-435c-bc16-6ee4494845f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:52.286391 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-74936012-8a92-4900-bb28-1b7245380362 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3888216 Feb 15 15:24:52.321984 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-545ad6e8-4271-435c-bc16-6ee4494845f7 None None] Port c074c844-93d1-4833-b8a4-4c8287c579bf cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:24:52.370492 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:52.467939 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-84567a2d-84e5-40ee-9abb-764d99989fa8 req-bedba038-1b82-4ee7-89dc-5bc4c9aa0eda tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 210 time: 0.0295780 Feb 15 15:24:52.470500 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:52.523900 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:24:52.527057 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:24:52.531050 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:24:52.570540 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event updated for resources: {'Port': ['ID=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:24:52.602739 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:52.604008 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:52.678618 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-d0daf386-e54a-41cf-b891-f06fcf52a7c7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3183255 Feb 15 15:24:52.872192 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2950c49f-221b-40f4-a686-b77094a61a4a None None] Provisioning complete for port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:24:52.872663 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2950c49f-221b-40f4-a686-b77094a61a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:52.923193 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2950c49f-221b-40f4-a686-b77094a61a4a None None] Port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:24:53.316488 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570ba6f-aee7-4007-ae16-bce96bf1d969 req-2d28b553-26e7-4b75-a12f-2ab09b86109b tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:53.318000 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8570ba6f-aee7-4007-ae16-bce96bf1d969 req-2d28b553-26e7-4b75-a12f-2ab09b86109b tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 932 time: 0.0586944 Feb 15 15:24:53.372700 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8570ba6f-aee7-4007-ae16-bce96bf1d969 req-8b57ec09-32d1-4360-b8ed-0363c77454ca tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485082 Feb 15 15:24:53.603664 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5aa7-4598-466f-83f9-4257d989220d req-9101c80f-3aa5-4ca4-91a1-4eed4bdba645 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:53.605366 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b89a5aa7-4598-466f-83f9-4257d989220d req-9101c80f-3aa5-4ca4-91a1-4eed4bdba645 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 932 time: 0.0568058 Feb 15 15:24:53.661769 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b89a5aa7-4598-466f-83f9-4257d989220d req-b0b3a61b-0b10-4547-a4bb-6f44d2993918 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508239 Feb 15 15:24:54.513209 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fdaec-9ce3-4c58-bf07-2b197ba72b70 req-1a8f62ec-2027-42df-b4fb-6a14ed98cb11 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:54.515473 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d83fdaec-9ce3-4c58-bf07-2b197ba72b70 req-1a8f62ec-2027-42df-b4fb-6a14ed98cb11 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 932 time: 0.0672574 Feb 15 15:24:54.575264 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d83fdaec-9ce3-4c58-bf07-2b197ba72b70 req-d145916d-3bc4-4347-959b-8f95422376ec tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524333 Feb 15 15:24:54.788789 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac0f27-f6f2-4aa6-9e15-abf1b7b996a8 req-232c169c-5d27-4643-b416-3806e2010093 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:54.790292 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bac0f27-f6f2-4aa6-9e15-abf1b7b996a8 req-232c169c-5d27-4643-b416-3806e2010093 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 932 time: 0.0575230 Feb 15 15:24:54.841397 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bac0f27-f6f2-4aa6-9e15-abf1b7b996a8 req-610f323c-32e3-4a32-b1ac-aa8a40641adf tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457025 Feb 15 15:24:55.716402 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd31161-1c45-45be-95fe-5ae12465757b req-4181f879-3d14-47e4-af57-65f0955b5383 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:55.717802 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ffd31161-1c45-45be-95fe-5ae12465757b req-4181f879-3d14-47e4-af57-65f0955b5383 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 932 time: 0.0558882 Feb 15 15:24:55.774836 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ffd31161-1c45-45be-95fe-5ae12465757b req-0dcbe3b3-9c77-47ea-a4e3-18d306b986ca tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Feb 15 15:24:55.965100 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc6fa0-a325-412a-86f0-1494ca722b37 req-fba51934-bd64-4a67-b341-61def2842456 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:55.966747 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-55cc6fa0-a325-412a-86f0-1494ca722b37 req-fba51934-bd64-4a67-b341-61def2842456 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 932 time: 0.0548561 Feb 15 15:24:56.022693 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-55cc6fa0-a325-412a-86f0-1494ca722b37 req-30a259c2-9ff7-4b2b-a5ee-7b4fa46eba25 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486906 Feb 15 15:24:56.917929 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ce68-04d8-4ab8-b6a6-1d09e4ad6f8f req-a723572c-c1e5-41ac-827e-72c570375aa0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:56.919466 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a982ce68-04d8-4ab8-b6a6-1d09e4ad6f8f req-a723572c-c1e5-41ac-827e-72c570375aa0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 932 time: 0.0645070 Feb 15 15:24:56.975012 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a982ce68-04d8-4ab8-b6a6-1d09e4ad6f8f req-2b0fd67c-bef2-4030-95e6-23daf2e5cb01 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500028 Feb 15 15:24:57.159241 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2c88c-afda-4daa-8a0a-202bf079e498 req-3a3682fe-494d-485d-bc6b-0afc9f23b9e3 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:57.161138 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11e2c88c-afda-4daa-8a0a-202bf079e498 req-3a3682fe-494d-485d-bc6b-0afc9f23b9e3 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 932 time: 0.0691161 Feb 15 15:24:57.210188 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-11e2c88c-afda-4daa-8a0a-202bf079e498 req-ca0f3bad-5ccc-459a-870d-d1b11c4a3af0 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434585 Feb 15 15:24:58.105658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8b84-afa7-4cea-b99a-fc3e27e71700 req-46cdfe9f-c7cc-49c0-8cad-c29aca706952 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:58.107191 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06db8b84-afa7-4cea-b99a-fc3e27e71700 req-46cdfe9f-c7cc-49c0-8cad-c29aca706952 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 932 time: 0.0630660 Feb 15 15:24:58.160333 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-06db8b84-afa7-4cea-b99a-fc3e27e71700 req-1ebc0c2a-8842-4104-8f7d-3ecfeaa8358d tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472443 Feb 15 15:24:58.343049 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f18df-ad9e-44bb-8b11-622020b2f7cf req-9f24d0e1-c8da-478c-82b8-edcc9071fdcd tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:58.345779 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d06f18df-ad9e-44bb-8b11-622020b2f7cf req-9f24d0e1-c8da-478c-82b8-edcc9071fdcd tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 932 time: 0.0617850 Feb 15 15:24:58.399554 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d06f18df-ad9e-44bb-8b11-622020b2f7cf req-594d5788-9e00-4898-8a2a-7d1d251d4960 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466113 Feb 15 15:24:59.301393 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc773456-99f1-4367-9656-d7fa9055c336 req-d6aa06c9-3eae-432e-a215-4138852c50ae tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:59.303097 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cc773456-99f1-4367-9656-d7fa9055c336 req-d6aa06c9-3eae-432e-a215-4138852c50ae tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 932 time: 0.0691521 Feb 15 15:24:59.356613 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cc773456-99f1-4367-9656-d7fa9055c336 req-a6c5ece7-15ee-4ce1-bf97-51a76dc2e1e9 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Feb 15 15:24:59.522497 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb61477-803c-437f-86f3-e77e8297a07d req-d371d7c4-dd02-436f-acaf-519efa6a8486 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:59.523998 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-afb61477-803c-437f-86f3-e77e8297a07d req-d371d7c4-dd02-436f-acaf-519efa6a8486 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 932 time: 0.0535884 Feb 15 15:24:59.574091 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-afb61477-803c-437f-86f3-e77e8297a07d req-d62986c6-f475-43c6-a072-ec099ca2ed9d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443246 Feb 15 15:24:59.872736 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Request body: {'port': {'device_id': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:59.880037 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Request body: {'port': {'device_id': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:24:59.981379 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:59.983232 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:00.467657 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c074c844-93d1-4833-b8a4-4c8287c579bf {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:25:00.473250 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:25:00.493247 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Publish callbacks [] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:00.496323 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Publish callbacks [] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:00.521705 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Transition to ACTIVE for port object c074c844-93d1-4833-b8a4-4c8287c579bf will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:25:00.522692 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Transition to ACTIVE for port object 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:25:00.534034 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b77a2-4c55-4f67-9584-6fc53ebab01e req-25dbe5bd-4808-4219-a0ef-6286d64ebbc6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:00.540916 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-528b77a2-4c55-4f67-9584-6fc53ebab01e req-25dbe5bd-4808-4219-a0ef-6286d64ebbc6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 932 time: 0.1117744 Feb 15 15:25:00.582248 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-528b77a2-4c55-4f67-9584-6fc53ebab01e req-fa7b1dae-36ca-4e3f-9523-51c725574337 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Feb 15 15:25:00.600005 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:00.631207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:00.665320 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Pushing event updated for resources: {'Port': ['ID=c074c844-93d1-4833-b8a4-4c8287c579bf,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:00.682732 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.684548 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.684548 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.684548 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.684548 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.685577 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.685891 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.686662 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.687010 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.687348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.687916 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.688451 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.688793 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:00.722834 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b863f-14c1-4e70-bea2-e88e9ab82a35 req-bb28894a-56d8-46ac-8f6e-57246cbd9d1c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:00.724611 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-077b863f-14c1-4e70-bea2-e88e9ab82a35 req-bb28894a-56d8-46ac-8f6e-57246cbd9d1c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 944 time: 0.0724664 Feb 15 15:25:00.776631 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-077b863f-14c1-4e70-bea2-e88e9ab82a35 req-5ae6033d-2d25-49e5-8fed-5462b6ee020e tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462995 Feb 15 15:25:00.830174 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:00.848245 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Attempting to bind port c074c844-93d1-4833-b8a4-4c8287c579bf on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:25:00.848679 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Attempting to bind port c074c844-93d1-4833-b8a4-4c8287c579bf by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:25:00.849083 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Attempting to bind port c074c844-93d1-4833-b8a4-4c8287c579bf on network 386cb819-b0c5-4ff8-8e3b-57651034b928 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:25:00.857998 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Port c074c844-93d1-4833-b8a4-4c8287c579bf on network 386cb819-b0c5-4ff8-8e3b-57651034b928 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:25:00.858331 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Attempting to bind port c074c844-93d1-4833-b8a4-4c8287c579bf on network 386cb819-b0c5-4ff8-8e3b-57651034b928 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:25:00.868868 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:25:00.869227 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Checking segment: {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:25:00.869612 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Bound using segment: {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:25:00.870055 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Bound port: c074c844-93d1-4833-b8a4-4c8287c579bf, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53befd5d-452b-4939-bc65-72b6913bc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:25:00.870419 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:00.888410 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Attempting to bind port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:25:00.888750 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Attempting to bind port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:25:00.889084 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Attempting to bind port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a on network 73f85123-0d32-40a7-854e-e7dc72d977f8 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:25:00.897518 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a on network 73f85123-0d32-40a7-854e-e7dc72d977f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:25:00.897851 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Attempting to bind port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a on network 73f85123-0d32-40a7-854e-e7dc72d977f8 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:25:00.921390 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:25:00.921720 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Checking segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:25:00.922112 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Bound using segment: {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:25:00.922544 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Bound port: 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264e3610-5e91-4d79-b5a9-a432d2482ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:25:00.922904 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:00.985921 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] For port c074c844-93d1-4833-b8a4-4c8287c579bf, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:25:00.990713 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] For port c074c844-93d1-4833-b8a4-4c8287c579bf, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c074c844-93d1-4833-b8a4-4c8287c579bf,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:25:01.011101 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] For port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:25:01.014080 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] For port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:25:01.087598 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:01.119621 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:01.136087 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.136698 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:01.138118 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] 10.222.0.102 "PUT /v2.0/ports/c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 1094 time: 1.3154361 Feb 15 15:25:01.138541 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:01.141058 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd913b1-cefb-4907-802e-b26dec7a1fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:01.163301 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.166716 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:01.166716 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] 10.222.0.102 "PUT /v2.0/ports/4588c1ed-c9e3-436c-9d02-81a1b77c9e2a HTTP/1.1" status: 200 len: 1094 time: 1.3414338 Feb 15 15:25:01.172930 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda0175-efd0-4d69-82e2-86c4d6adbb09 service neutron] Pushing event updated for resources: {'Port': ['ID=c074c844-93d1-4833-b8a4-4c8287c579bf,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:01.208813 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a87c88c-9e30-4fcd-87db-b64585a0961c x-openstack-request-id: req-2a87c88c-9e30-4fcd-87db-b64585a0961c {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:01.209109 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:01.209360 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2a87c88c-9e30-4fcd-87db-b64585a0961c {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:01.209765 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'status': 'completed', 'code': 200} Feb 15 15:25:01.271165 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c8c37-1eef-4e5c-ae4d-5455e524b4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:01.317778 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd913b1-cefb-4907-802e-b26dec7a1fa4 req-167ef2c5-8269-481d-9eb3-20ec727958b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.319348 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8dd913b1-cefb-4907-802e-b26dec7a1fa4 req-167ef2c5-8269-481d-9eb3-20ec727958b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1128 time: 0.1043949 Feb 15 15:25:01.379784 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ec11d9b3-f905-44bd-9533-be69d1374469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.381307 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-ec11d9b3-f905-44bd-9533-be69d1374469 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 1128 time: 0.1062422 Feb 15 15:25:01.430927 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-a97cb3ba-1b03-499f-95d7-0d5e1b08b566 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a HTTP/1.1" status: 200 len: 217 time: 0.0400441 Feb 15 15:25:01.495156 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd913b1-cefb-4907-802e-b26dec7a1fa4 req-cdfdf14b-8ced-4d67-b1b6-2beb52962ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.496634 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8dd913b1-cefb-4907-802e-b26dec7a1fa4 req-cdfdf14b-8ced-4d67-b1b6-2beb52962ec2 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1680779 Feb 15 15:25:01.503564 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-f15263d5-4542-4c7d-af67-a57f8810347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.505155 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-f15263d5-4542-4c7d-af67-a57f8810347c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.0635538 Feb 15 15:25:01.704101 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6aae3-5f40-4a4c-8c41-4199aebb53eb req-e72677d0-39d7-4dad-83ab-02b6ed16b1ad tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.705551 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ff6aae3-5f40-4a4c-8c41-4199aebb53eb req-e72677d0-39d7-4dad-83ab-02b6ed16b1ad tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 944 time: 0.0548394 Feb 15 15:25:01.758161 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3ff6aae3-5f40-4a4c-8c41-4199aebb53eb req-15bbe064-d4c2-4377-9fb1-7dacf563b26a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Feb 15 15:25:01.893829 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-b1e623a2-073f-46a9-a355-f4f20a38689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.895907 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-b1e623a2-073f-46a9-a355-f4f20a38689f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3828359 Feb 15 15:25:01.899789 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd913b1-cefb-4907-802e-b26dec7a1fa4 req-20bddc34-bd4c-4a11-858f-7c07043e6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.901088 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8dd913b1-cefb-4907-802e-b26dec7a1fa4 req-20bddc34-bd4c-4a11-858f-7c07043e6b8e service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3951297 Feb 15 15:25:01.976256 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5c091-a34c-47f3-ad5c-125c12ec5317 req-58a90beb-b9f6-4efe-b32f-e4b4e12e1353 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:01.977589 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c9b5c091-a34c-47f3-ad5c-125c12ec5317 req-58a90beb-b9f6-4efe-b32f-e4b4e12e1353 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 944 time: 0.1210496 Feb 15 15:25:02.072128 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-a43e1b0a-1db0-4458-a720-8ef375941dd0 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631205 Feb 15 15:25:02.074696 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-02402e1c-9c5f-4c19-b205-ab6196d12c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:02.076036 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-02402e1c-9c5f-4c19-b205-ab6196d12c71 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1128 time: 0.1206591 Feb 15 15:25:02.079365 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c9b5c091-a34c-47f3-ad5c-125c12ec5317 req-fc7fb59a-d945-4ae6-96ab-610384bc7186 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840180 Feb 15 15:25:02.161376 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-87bd630a-d071-4834-935d-097b0c7f2685 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 217 time: 0.0729249 Feb 15 15:25:02.232874 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-f3277500-3155-49a9-a3c8-f43042dbbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:02.234325 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-f3277500-3155-49a9-a3c8-f43042dbbeb4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=71b2f47e-607e-4e22-abbd-2ce6d7cf4a52 HTTP/1.1" status: 200 len: 854 time: 0.0656724 Feb 15 15:25:02.239962 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a477397-8ab5-49aa-aa86-2da23900dc79 req-c65086a5-e0d8-47d2-8b4c-352e91234aa6 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533525 Feb 15 15:25:02.289244 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-0bdbf46f-bb75-48fc-8393-474efe5f20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:02.290719 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-0bdbf46f-bb75-48fc-8393-474efe5f20d8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=386cb819-b0c5-4ff8-8e3b-57651034b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452211 Feb 15 15:25:02.382658 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-ca47b0bd-60d6-4d0d-8b1c-8abf5df22412 service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849295 Feb 15 15:25:02.479341 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5a88c41a-5caf-49ea-8544-f1b0cf5b1dcc req-80668cf8-f335-4d79-8738-5f0b8079be2c service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832882 Feb 15 15:25:02.675445 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-983e90bf-0852-4297-9e22-8c2ec8a838ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:02.883024 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e9079-1ddb-4ec8-9bce-a4ce3ef06841 req-dd9a4ed6-7760-4b7a-8ee8-a02fabc5ec20 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:02.884449 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-606e9079-1ddb-4ec8-9bce-a4ce3ef06841 req-dd9a4ed6-7760-4b7a-8ee8-a02fabc5ec20 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 944 time: 0.0563560 Feb 15 15:25:02.932550 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-606e9079-1ddb-4ec8-9bce-a4ce3ef06841 req-64ae0212-de4f-4082-a3a9-76ba4a54680d tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Feb 15 15:25:03.207908 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87f155-09b4-4d07-a5f9-113520010f1d req-9105e6af-7810-4b72-bfcd-344c338b6fe7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:03.209683 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fa87f155-09b4-4d07-a5f9-113520010f1d req-9105e6af-7810-4b72-bfcd-344c338b6fe7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 944 time: 0.0628264 Feb 15 15:25:03.210141 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'tag': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:03.212382 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e5229-c831-4766-b444-c60c3e90dbad" -d '{"events": [{"name": "network-changed", "server_uuid": "31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082", "tag": "4588c1ed-c9e3-436c-9d02-81a1b77c9e2a"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:03.261194 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fa87f155-09b4-4d07-a5f9-113520010f1d req-7fac9574-d9a0-4467-88de-f179ff73f819 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458808 Feb 15 15:25:03.310295 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d3488-895a-4320-867c-ae51815f1225 x-openstack-request-id: req-e20d3488-895a-4320-867c-ae51815f1225 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:03.310591 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082", "tag": "4588c1ed-c9e3-436c-9d02-81a1b77c9e2a", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:03.310847 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e20d3488-895a-4320-867c-ae51815f1225 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:03.311253 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'tag': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'status': 'completed', 'code': 200} Feb 15 15:25:03.383855 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e5229-c831-4766-b444-c60c3e90dbad req-66a1b810-be49-439f-a02d-deec99d89423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:03.385375 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-027e5229-c831-4766-b444-c60c3e90dbad req-66a1b810-be49-439f-a02d-deec99d89423 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 1128 time: 0.0447683 Feb 15 15:25:03.481286 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e5229-c831-4766-b444-c60c3e90dbad req-8b68451c-7633-4994-b594-7892be666cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:03.482664 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-027e5229-c831-4766-b444-c60c3e90dbad req-8b68451c-7633-4994-b594-7892be666cea service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 912 time: 0.0887001 Feb 15 15:25:03.525826 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-027e5229-c831-4766-b444-c60c3e90dbad req-055642f7-514c-45ce-9992-f1807e84c32c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a HTTP/1.1" status: 200 len: 217 time: 0.0355527 Feb 15 15:25:03.575877 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e5229-c831-4766-b444-c60c3e90dbad req-8c963ab2-368a-4da1-81ef-0ff0e503f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:03.577294 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-027e5229-c831-4766-b444-c60c3e90dbad req-8c963ab2-368a-4da1-81ef-0ff0e503f9bb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.0443294 Feb 15 15:25:03.642321 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e5229-c831-4766-b444-c60c3e90dbad req-9190057b-a1b9-48ac-8592-aac7727d11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:03.643876 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-027e5229-c831-4766-b444-c60c3e90dbad req-9190057b-a1b9-48ac-8592-aac7727d11b4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508218 Feb 15 15:25:03.734027 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-027e5229-c831-4766-b444-c60c3e90dbad req-65e9bba5-76d1-4d3b-a930-418451455f7f service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834320 Feb 15 15:25:03.829768 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-027e5229-c831-4766-b444-c60c3e90dbad req-12cfc2fe-06b1-4e48-b866-562b15d23003 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884395 Feb 15 15:25:04.052298 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357d81c-2d51-4ec8-a2fa-8f22ef32c4d3 req-9a5c7bae-62d6-4b3c-ab8c-546db7715c4f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:04.053829 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7357d81c-2d51-4ec8-a2fa-8f22ef32c4d3 req-9a5c7bae-62d6-4b3c-ab8c-546db7715c4f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 944 time: 0.0547104 Feb 15 15:25:04.100716 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7357d81c-2d51-4ec8-a2fa-8f22ef32c4d3 req-d8c90059-8ad1-4054-b099-7a11ef7fa45e tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Feb 15 15:25:04.396470 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930022-b586-4633-805e-3ffffbeb32aa req-7953961b-a64a-4887-80af-d0b1b73c258d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:04.397954 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f930022-b586-4633-805e-3ffffbeb32aa req-7953961b-a64a-4887-80af-d0b1b73c258d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 944 time: 0.0622094 Feb 15 15:25:04.448122 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1f930022-b586-4633-805e-3ffffbeb32aa req-aa296691-4c20-4d70-89e0-cf4a9b11ca97 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 Feb 15 15:25:05.223577 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577b45-9ca2-44fa-a9ab-65c7ebefd4ed req-ce88729f-1634-4a45-93b5-b7a11a1476e1 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:05.225008 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65577b45-9ca2-44fa-a9ab-65c7ebefd4ed req-ce88729f-1634-4a45-93b5-b7a11a1476e1 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 944 time: 0.0535491 Feb 15 15:25:05.271973 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-65577b45-9ca2-44fa-a9ab-65c7ebefd4ed req-708dbf32-89d1-4d52-827f-24ac9cbfeed0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Feb 15 15:25:05.457612 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-25effe3e-1246-42f1-b5fe-607d9c2d648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:05.572137 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797ebb-7a39-4e46-9517-4ac48c10fa65 req-8977c3a7-feb9-4d43-b790-3ad1f16ed5ae tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:05.573596 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-33797ebb-7a39-4e46-9517-4ac48c10fa65 req-8977c3a7-feb9-4d43-b790-3ad1f16ed5ae tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 944 time: 0.0589538 Feb 15 15:25:05.620714 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-33797ebb-7a39-4e46-9517-4ac48c10fa65 req-d8bd2294-8f03-4602-b59b-35496e652f22 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415447 Feb 15 15:25:06.127370 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:25:06.372117 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:06.390916 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'port_id': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'mac_address': 'fa:16:3e:d4:a5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:25:06.406616 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2254b96-63fe-4438-8644-829fda4c19fe req-6ef25c7e-6ab8-4662-9a7f-3b66313b04a8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:06.408118 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d2254b96-63fe-4438-8644-829fda4c19fe req-6ef25c7e-6ab8-4662-9a7f-3b66313b04a8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 944 time: 0.0687935 Feb 15 15:25:06.419678 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:06.429785 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:06.502880 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:06.502880 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:25:06.503992 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d2254b96-63fe-4438-8644-829fda4c19fe req-cca1da93-cff4-4305-9202-2e1b96afbd51 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491850 Feb 15 15:25:06.504193 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:06.549860 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:06.550550 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c074c844-93d1-4833-b8a4-4c8287c579bf details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:25:06.644071 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:06.692498 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c074c844-93d1-4833-b8a4-4c8287c579bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c074c844-93d1-4833-b8a4-4c8287c579bf,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:06.706257 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'port_id': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'mac_address': 'fa:16:3e:78:bb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:25:06.760571 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41443562-2a60-49e6-8aad-53eb868ef538 req-1b179340-cd5b-4942-9c90-f67654e203f3 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:06.762841 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-41443562-2a60-49e6-8aad-53eb868ef538 req-1b179340-cd5b-4942-9c90-f67654e203f3 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 945 time: 0.0750868 Feb 15 15:25:06.766872 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port c074c844-93d1-4833-b8a4-4c8287c579bf is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:06.767260 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:06.780035 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c074c844-93d1-4833-b8a4-4c8287c579bf {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:25:06.799665 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c074c844-93d1-4833-b8a4-4c8287c579bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c074c844-93d1-4833-b8a4-4c8287c579bf,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:06.810966 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-41443562-2a60-49e6-8aad-53eb868ef538 req-32c5055f-afb3-44be-a092-841a382701a2 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420427 Feb 15 15:25:06.891749 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:06.935056 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:06.945355 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=c074c844-93d1-4833-b8a4-4c8287c579bf,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:07.168724 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['4588c1ed-c9e3-436c-9d02-81a1b77c9e2a'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:25:07.174132 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c074c844-93d1-4833-b8a4-4c8287c579bf'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:25:07.581145 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dae6ee-df48-43f7-b86d-6396f13ebce0 req-9362d56a-72df-4c0a-a5e6-2c9c4efdb040 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:07.582875 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01dae6ee-df48-43f7-b86d-6396f13ebce0 req-9362d56a-72df-4c0a-a5e6-2c9c4efdb040 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 945 time: 0.0550730 Feb 15 15:25:07.618444 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:07.632353 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01dae6ee-df48-43f7-b86d-6396f13ebce0 req-69c21aff-11fd-42d9-9f83-db79f53b2de2 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 Feb 15 15:25:07.930384 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f2519-fb2d-4fd2-b2d8-59ba3a848b1a req-765f8472-eb60-49ec-ba62-22886977447c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:07.931802 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b04f2519-fb2d-4fd2-b2d8-59ba3a848b1a req-765f8472-eb60-49ec-ba62-22886977447c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 945 time: 0.0536065 Feb 15 15:25:07.981868 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b04f2519-fb2d-4fd2-b2d8-59ba3a848b1a req-233a657b-b472-4fde-8579-2bf094eb6d8c tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443444 Feb 15 15:25:08.143223 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c074c844-93d1-4833-b8a4-4c8287c579bf up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:25:08.246804 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port c074c844-93d1-4833-b8a4-4c8287c579bf completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:25:08.250617 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port c074c844-93d1-4833-b8a4-4c8287c579bf triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:25:08.250994 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:08.329185 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port c074c844-93d1-4833-b8a4-4c8287c579bf is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:08.329599 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:08.352752 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:08.354962 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ab985b-b5b7-46d4-9f39-fe321ab73ef0" -d '{"events": [{"server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "name": "network-vif-plugged", "status": "completed", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:08.370750 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c074c844-93d1-4833-b8a4-4c8287c579bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c074c844-93d1-4833-b8a4-4c8287c579bf,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:08.394291 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c4bf1-b2fb-4b59-9dd6-2c53009e10e6 x-openstack-request-id: req-6f1c4bf1-b2fb-4b59-9dd6-2c53009e10e6 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:08.394640 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "name": "network-vif-plugged", "status": "completed", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:08.394892 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6f1c4bf1-b2fb-4b59-9dd6-2c53009e10e6 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:08.395482 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'code': 200} Feb 15 15:25:08.458287 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:08.459199 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:25:08.533805 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=c074c844-93d1-4833-b8a4-4c8287c579bf,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:08.633905 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:25:08.638082 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:25:08.638462 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:08.725756 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:08.726142 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:08.747863 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb299468-1d2b-44d5-aa92-0c3022c9a9b5 req-21b2c660-6ba1-449a-bb6b-55a7f35901ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:08.749372 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bb299468-1d2b-44d5-aa92-0c3022c9a9b5 req-21b2c660-6ba1-449a-bb6b-55a7f35901ef service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1130 time: 0.0474277 Feb 15 15:25:08.755683 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cca3c-df58-48a5-94a0-1cf78b8bd448 req-fd05baae-d9ca-4bb5-b38b-de7e5bf4607f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:08.757180 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bb1cca3c-df58-48a5-94a0-1cf78b8bd448 req-fd05baae-d9ca-4bb5-b38b-de7e5bf4607f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0551314 Feb 15 15:25:08.761355 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:08.799069 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-bb299468-1d2b-44d5-aa92-0c3022c9a9b5 req-be09c444-0d8e-4939-8a17-f9605e18d4b4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Feb 15 15:25:08.802005 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:08.812969 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bb1cca3c-df58-48a5-94a0-1cf78b8bd448 req-eea296a5-d309-4761-8a05-ad2bd9aae94f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495348 Feb 15 15:25:08.855460 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:09.103871 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31266ee-eca1-435c-8d6f-092baff77d3e req-f4cb973f-d26d-4c1d-a548-c8f81b5682f2 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:09.108193 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f31266ee-eca1-435c-8d6f-092baff77d3e req-f4cb973f-d26d-4c1d-a548-c8f81b5682f2 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0574722 Feb 15 15:25:09.154893 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f31266ee-eca1-435c-8d6f-092baff77d3e req-f0ab3c01-f412-4780-9715-5a24b9f9323d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Feb 15 15:25:09.155255 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:09.767956 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affddd0e-f2d0-4321-9f69-14e70bb43d3e req-db556b11-1f38-4aff-aad4-7ede6f06ab9c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:09.770102 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-affddd0e-f2d0-4321-9f69-14e70bb43d3e req-db556b11-1f38-4aff-aad4-7ede6f06ab9c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0646057 Feb 15 15:25:09.817450 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-affddd0e-f2d0-4321-9f69-14e70bb43d3e req-267faef3-03d2-46e9-afdd-d4f40a7f8e72 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Feb 15 15:25:09.935987 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7dc7-eee0-4180-937d-4837a2667411 req-d7eb9cab-df1e-4fbe-8c76-1a48a7fecd72 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:09.937376 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e39c7dc7-eee0-4180-937d-4837a2667411 req-d7eb9cab-df1e-4fbe-8c76-1a48a7fecd72 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0530870 Feb 15 15:25:09.985065 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e39c7dc7-eee0-4180-937d-4837a2667411 req-0fb5f085-d170-4b4a-8722-0a346aae748b tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411608 Feb 15 15:25:10.275039 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49e465-9dc0-4930-b87d-98771b6aed44 req-619ce40a-10ab-48d1-be8d-670a23b764a2 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:10.277157 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df49e465-9dc0-4930-b87d-98771b6aed44 req-619ce40a-10ab-48d1-be8d-670a23b764a2 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0538037 Feb 15 15:25:10.324392 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df49e465-9dc0-4930-b87d-98771b6aed44 req-7b84274f-6f28-4eae-a7ab-bea8e04bb272 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Feb 15 15:25:10.396470 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:10.398807 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059ef23f-91b3-4351-b9c6-801b967ee024" -d '{"events": [{"server_uuid": "31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082", "name": "network-vif-plugged", "status": "completed", "tag": "4588c1ed-c9e3-436c-9d02-81a1b77c9e2a"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:10.487066 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15213fd-e9ae-4fa7-83ec-0823b30c4257 x-openstack-request-id: req-c15213fd-e9ae-4fa7-83ec-0823b30c4257 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:10.487438 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082", "name": "network-vif-plugged", "status": "completed", "tag": "4588c1ed-c9e3-436c-9d02-81a1b77c9e2a", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:10.487720 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c15213fd-e9ae-4fa7-83ec-0823b30c4257 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:10.488119 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'code': 200} Feb 15 15:25:10.834742 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e67da-fce6-4e8e-ae0b-512733cb5165 req-e936fae3-fcb5-435b-9705-d831e54de169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:10.836251 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e1e67da-fce6-4e8e-ae0b-512733cb5165 req-e936fae3-fcb5-435b-9705-d831e54de169 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 1130 time: 0.0443614 Feb 15 15:25:10.881356 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1e1e67da-fce6-4e8e-ae0b-512733cb5165 req-ce99a738-cb88-4adb-9088-3cd24bbde3a4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386035 Feb 15 15:25:10.939928 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3bd55-a4ae-43ac-91d0-7c3ea10631a7 req-95321530-bc91-44f2-b7d1-979051ce03f7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:10.941450 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-78a3bd55-a4ae-43ac-91d0-7c3ea10631a7 req-95321530-bc91-44f2-b7d1-979051ce03f7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0527825 Feb 15 15:25:10.991804 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-78a3bd55-a4ae-43ac-91d0-7c3ea10631a7 req-c6916d86-3d2e-4b9a-b5f9-4c0d82569fa5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443957 Feb 15 15:25:11.110209 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5eb8e-468d-4e2b-a98b-59367b063f73 req-7a43c78a-566f-4705-9854-b672d335ee16 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:11.111588 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7aa5eb8e-468d-4e2b-a98b-59367b063f73 req-7a43c78a-566f-4705-9854-b672d335ee16 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0562062 Feb 15 15:25:11.159606 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7aa5eb8e-468d-4e2b-a98b-59367b063f73 req-2b2fc963-cf8f-4fda-843c-0ec7b73edda4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Feb 15 15:25:11.278632 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdca125-fb26-466a-9a90-ca0784d57c33 req-c2060566-7134-4cd8-8ea4-d8122c037a43 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:11.280314 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0bdca125-fb26-466a-9a90-ca0784d57c33 req-c2060566-7134-4cd8-8ea4-d8122c037a43 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0546377 Feb 15 15:25:11.328418 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0bdca125-fb26-466a-9a90-ca0784d57c33 req-acbb6dbb-0a01-4e4b-9dcb-85cdc71e9952 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 Feb 15 15:25:11.444972 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17b86e-fe8a-4416-be95-867ed10d0390 req-63d8669e-73c2-469b-ba93-c97d80d7a6b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:11.446480 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1b17b86e-fe8a-4416-be95-867ed10d0390 req-63d8669e-73c2-469b-ba93-c97d80d7a6b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0548682 Feb 15 15:25:11.493974 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1b17b86e-fe8a-4416-be95-867ed10d0390 req-3d7f47c6-f05d-486b-86aa-c902a07b7439 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420804 Feb 15 15:25:11.665907 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80352fd2-9480-4c5a-a9be-6bed67f8ec0d req-7f1f46f0-ac46-4632-8af6-c0cf56bb496f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:11.667328 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-80352fd2-9480-4c5a-a9be-6bed67f8ec0d req-7f1f46f0-ac46-4632-8af6-c0cf56bb496f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0579593 Feb 15 15:25:11.715071 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-80352fd2-9480-4c5a-a9be-6bed67f8ec0d req-5113fcf7-df3b-4444-af92-4b1100ef0802 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421891 Feb 15 15:25:12.118096 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1244260-9fa5-4bf3-8776-fc29acaa17a1 req-20ebccd9-d99e-469a-a3cb-de19dc589ac2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:12.119557 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d1244260-9fa5-4bf3-8776-fc29acaa17a1 req-20ebccd9-d99e-469a-a3cb-de19dc589ac2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0556464 Feb 15 15:25:12.168344 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d1244260-9fa5-4bf3-8776-fc29acaa17a1 req-b85ce71d-235c-42d4-9d61-d1900ee5ba02 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Feb 15 15:25:12.612995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc543b6-a4d9-457a-9648-15e977510a48 req-071c6128-35c1-4bf8-937b-0c6ee31e507f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:12.614477 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-abc543b6-a4d9-457a-9648-15e977510a48 req-071c6128-35c1-4bf8-937b-0c6ee31e507f tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0548577 Feb 15 15:25:12.661800 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-abc543b6-a4d9-457a-9648-15e977510a48 req-47000844-9cab-4293-923e-05b73a41220b tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 Feb 15 15:25:12.780994 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972814b4-b3da-4c88-ad67-7a88d007c940 req-451e29e0-c376-4793-a82d-8e9e9a08686d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:12.782312 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-972814b4-b3da-4c88-ad67-7a88d007c940 req-451e29e0-c376-4793-a82d-8e9e9a08686d tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0575991 Feb 15 15:25:12.790787 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41860) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:12.795169 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Request body: {'floatingip': {'port_id': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:12.835427 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (ac48c3fd-996c-4b17-be1d-c71cba8949f8), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:13.291128 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f446e-164a-4f4c-9e06-30478ec93735 req-3599f472-7608-4902-ac53-e7556a22b2ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:13.292643 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab4f446e-164a-4f4c-9e06-30478ec93735 req-3599f472-7608-4902-ac53-e7556a22b2ca tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0528011 Feb 15 15:25:13.353498 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ab4f446e-164a-4f4c-9e06-30478ec93735 req-d18388df-e92d-446f-8376-773fac47c8a1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514998 Feb 15 15:25:13.528838 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:13.568293 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (ac48c3fd-996c-4b17-be1d-c71cba8949f8), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:13.673274 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Floating IP ac48c3fd-996c-4b17-be1d-c71cba8949f8 associated. External IP: 172.27.0.111, port: 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a. Feb 15 15:25:13.893914 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:25:14.011204 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:25:14.016417 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:14.022602 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] Sync routers for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:25:14.032025 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:25:14.032634 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:25:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:14.048537 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-791df949-1fed-4dab-8098-cd9b72d88f16 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "PUT /v2.0/floatingips/ac48c3fd-996c-4b17-be1d-c71cba8949f8 HTTP/1.1" status: 200 len: 992 time: 1.2567112 Feb 15 15:25:14.049201 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'tag': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:14.056374 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ae6c50-8397-409b-ab1c-171f8f764568" -d '{"events": [{"name": "network-changed", "server_uuid": "31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082", "tag": "4588c1ed-c9e3-436c-9d02-81a1b77c9e2a"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:14.154036 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:25:14.208893 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df125955-712d-4e96-a920-03e82da26271 x-openstack-request-id: req-df125955-712d-4e96-a920-03e82da26271 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:14.209932 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082", "tag": "4588c1ed-c9e3-436c-9d02-81a1b77c9e2a", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:14.210046 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-df125955-712d-4e96-a920-03e82da26271 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:14.210448 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'tag': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'status': 'completed', 'code': 200} Feb 15 15:25:14.286539 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-5ba93129-e494-4b29-a869-cdc060a9d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:14.288143 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-5ba93129-e494-4b29-a869-cdc060a9d66c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a15d8453cac44f089b89e2d5930fccc6&device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 1130 time: 0.0515296 Feb 15 15:25:14.385641 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-b4c84b4b-3a61-4aab-b31f-1e2f5e6730b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:14.387187 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-b4c84b4b-3a61-4aab-b31f-1e2f5e6730b8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 200 len: 912 time: 0.0927742 Feb 15 15:25:14.416490 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'ac48c3fd-996c-4b17-be1d-c71cba8949f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'port_id': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'mac_address': 'fa:16:3e:d4:a5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:24:47Z', 'updated_at': '2022-02-15T15:25:13Z', 'revision_number': 1, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:14.446931 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] Checking router: ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:25:14.455739 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:25:14.456371 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:25:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:14.463844 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-edecd8c5-9b0e-41ff-8388-ce584e1d45af service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a HTTP/1.1" status: 200 len: 1000 time: 0.0699625 Feb 15 15:25:14.503287 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d88a5b-343c-446a-b1dc-6f93b4dfea77 req-af68be4b-80f2-43da-ac6e-8b08dccbda8b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:14.506588 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-09d88a5b-343c-446a-b1dc-6f93b4dfea77 req-af68be4b-80f2-43da-ac6e-8b08dccbda8b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0688853 Feb 15 15:25:14.520114 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-76855440-64c3-45ed-a7e0-a50cb8bd668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:14.521501 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-76855440-64c3-45ed-a7e0-a50cb8bd668a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 200 len: 850 time: 0.0515754 Feb 15 15:25:14.556714 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-09d88a5b-343c-446a-b1dc-6f93b4dfea77 req-eb25f4b0-1366-4bbf-be0a-4340d394ef57 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440249 Feb 15 15:25:14.585865 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:25:14.589949 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-10f7e73b-52b2-4515-9f3e-46c7220d926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:14.591491 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-10f7e73b-52b2-4515-9f3e-46c7220d926b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=73f85123-0d32-40a7-854e-e7dc72d977f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639508 Feb 15 15:25:14.693930 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-62e0b3e5-ced1-45d6-9518-555bc5ae363d service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951416 Feb 15 15:25:14.789714 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d4ae6c50-8397-409b-ab1c-171f8f764568 req-ceed5cc1-db00-4977-b0ab-eb569aa3f952 service neutron] 10.222.0.102 "GET /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889642 Feb 15 15:25:14.835408 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'ac48c3fd-996c-4b17-be1d-c71cba8949f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'port_id': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'mac_address': 'fa:16:3e:d4:a5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:24:47Z', 'updated_at': '2022-02-15T15:25:13Z', 'revision_number': 1, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:14.862743 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5d99e-094c-4aea-87ce-b65027a5b4f7 None None] The sync data for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi is: [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'ac48c3fd-996c-4b17-be1d-c71cba8949f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'port_id': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'mac_address': 'fa:16:3e:d4:a5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:24:47Z', 'updated_at': '2022-02-15T15:25:13Z', 'revision_number': 1, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:25:15.072249 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c644a-dede-4089-98b5-89ecf5be2f71 None None] New status for floating IP ac48c3fd-996c-4b17-be1d-c71cba8949f8: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:25:15.688148 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f9bb9-caba-4c4d-b1d6-112740a0a0ba req-057eb00a-d431-44fe-bfc7-6aa72ba7af27 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:15.689616 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b1f9bb9-caba-4c4d-b1d6-112740a0a0ba req-057eb00a-d431-44fe-bfc7-6aa72ba7af27 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0570791 Feb 15 15:25:15.735882 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b1f9bb9-caba-4c4d-b1d6-112740a0a0ba req-4d076410-0243-4162-a43e-870b5e252833 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Feb 15 15:25:16.863574 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75906dd8-6697-454b-a087-236850b5eb4c req-cf250128-4c00-48b6-871f-ab20aa1e7845 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:16.865368 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-75906dd8-6697-454b-a087-236850b5eb4c req-cf250128-4c00-48b6-871f-ab20aa1e7845 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0569103 Feb 15 15:25:16.916076 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-75906dd8-6697-454b-a087-236850b5eb4c req-150968a8-4e7e-4dc8-aeeb-555a16b55022 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452411 Feb 15 15:25:18.046475 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c406-6c62-4580-83e4-7a3e04d247aa req-e4b073b3-93cb-4d4d-baa3-e11ca2106a67 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:18.047968 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b730c406-6c62-4580-83e4-7a3e04d247aa req-e4b073b3-93cb-4d4d-baa3-e11ca2106a67 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0513811 Feb 15 15:25:18.094790 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b730c406-6c62-4580-83e4-7a3e04d247aa req-f33ae07b-9204-4e60-a52a-5f07986bafd6 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405352 Feb 15 15:25:19.217945 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ad2aa-b6c4-4ec0-9c7b-84adc068f0f1 req-dab3cde9-df21-4703-89ce-2f36410844c1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:19.219443 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-056ad2aa-b6c4-4ec0-9c7b-84adc068f0f1 req-dab3cde9-df21-4703-89ce-2f36410844c1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0529702 Feb 15 15:25:19.269347 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-056ad2aa-b6c4-4ec0-9c7b-84adc068f0f1 req-dc3e15ca-4e9a-433c-bab8-eb686d282fd0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438955 Feb 15 15:25:20.403899 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab27419-894e-47d3-89ac-925be25aa063 req-2437afdc-36d7-4422-83d8-1f24012ee1f5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:20.405365 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aab27419-894e-47d3-89ac-925be25aa063 req-2437afdc-36d7-4422-83d8-1f24012ee1f5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0583813 Feb 15 15:25:20.451437 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-aab27419-894e-47d3-89ac-925be25aa063 req-4f4dc925-7a89-4e19-8761-bcbcbdfccdb0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 Feb 15 15:25:21.577082 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02030c37-946e-4ef6-a546-1de24934f3d7 req-b79e6158-0eb1-4298-a5dc-7bb12e1ee756 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:21.578625 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-02030c37-946e-4ef6-a546-1de24934f3d7 req-b79e6158-0eb1-4298-a5dc-7bb12e1ee756 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0533252 Feb 15 15:25:21.627674 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-02030c37-946e-4ef6-a546-1de24934f3d7 req-d785086b-4f06-4e76-8873-615c8a39c425 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430074 Feb 15 15:25:21.794988 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008610f-54b1-4da9-84f7-346bfc3382eb req-71419d7e-e437-4aa7-857e-f6bf9e1af96b tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:21.796518 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f008610f-54b1-4da9-84f7-346bfc3382eb req-71419d7e-e437-4aa7-857e-f6bf9e1af96b tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0538664 Feb 15 15:25:21.844803 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f008610f-54b1-4da9-84f7-346bfc3382eb req-dac3bd8a-16ac-4e9e-b6d6-505c650853e5 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Feb 15 15:25:21.867011 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41950) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:21.956616 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5160407-54b3-47df-8ec7-264374004061 tempest-TestMinimumBasicScenario-1007567408 tempest-TestMinimumBasicScenario-1007567408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:21.958123 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-b5160407-54b3-47df-8ec7-264374004061 tempest-TestMinimumBasicScenario-1007567408 tempest-TestMinimumBasicScenario-1007567408-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1125 time: 0.0901546 Feb 15 15:25:21.961155 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41954) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:21.965326 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'port_id': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:22.069101 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:22.167341 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:22.275883 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Allocated IP 172.27.0.89 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:25:22.376001 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for port (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:22.464474 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:22.504733 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:25:22.507777 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:25:22.513753 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:25:22.538225 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'Port': ['ID=9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:22.550963 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.551307 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.551649 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.552674 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.553256 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.553751 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.554128 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.554464 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.554794 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.555122 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.555447 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.555795 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.556117 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:22.754689 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8131e-b2d8-4f37-bb06-be276a508c0a req-54d90b90-dff7-4a5a-909e-fc749689e7f4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:22.756597 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1ad8131e-b2d8-4f37-bb06-be276a508c0a req-54d90b90-dff7-4a5a-909e-fc749689e7f4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0533218 Feb 15 15:25:22.804584 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1ad8131e-b2d8-4f37-bb06-be276a508c0a req-63e6269b-634a-458d-8092-f1bc5bee2897 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Feb 15 15:25:22.886915 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for floatingip (e25e3417-2220-4a88-8f49-e1cfcb501fec), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:22.994692 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:23.151095 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for port (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:23.211351 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:23.243940 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:25:23.284917 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'Port': ['ID=9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:23.297335 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (e25e3417-2220-4a88-8f49-e1cfcb501fec), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:23.401203 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Floating IP e25e3417-2220-4a88-8f49-e1cfcb501fec associated. External IP: 172.27.0.89, port: c074c844-93d1-4833-b8a4-4c8287c579bf. Feb 15 15:25:23.612009 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:25:23.721720 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:25:23.733253 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] Sync routers for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:25:23.743072 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:25:23.743688 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:25:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:23.814627 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:23.846887 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-039147a5-19e6-4415-a6b4-f82e8884bab6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8846896 Feb 15 15:25:23.847592 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:23.850159 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:23.850609 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41962) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:23.855878 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-03c7e246-f658-4c2b-b98a-6c5805892a37 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1901035765', 'description': 'tempest-secgroup-smoke-1901035765 description', 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:23.856819 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:25:23.921352 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a52cca0-de23-49bb-87f7-c6e3b7bb4ed7 x-openstack-request-id: req-3a52cca0-de23-49bb-87f7-c6e3b7bb4ed7 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:23.921879 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:23.921879 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3a52cca0-de23-49bb-87f7-c6e3b7bb4ed7 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:23.922297 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'status': 'completed', 'code': 200} Feb 15 15:25:23.955230 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73039e-d0d2-4e1c-a3ff-2fd6f52ecc2d req-a4f84d43-da0d-47dd-84bc-8a37d075d040 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:23.957100 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df73039e-d0d2-4e1c-a3ff-2fd6f52ecc2d req-a4f84d43-da0d-47dd-84bc-8a37d075d040 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0708873 Feb 15 15:25:23.966482 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-03c7e246-f658-4c2b-b98a-6c5805892a37 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:23.988970 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-3ec1c940-f88b-44a0-b985-dbf3c8e06f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:23.991862 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-3ec1c940-f88b-44a0-b985-dbf3c8e06f59 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1130 time: 0.0661039 Feb 15 15:25:24.014558 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-df73039e-d0d2-4e1c-a3ff-2fd6f52ecc2d req-063ce28d-70f9-44e7-a005-954c2d2d29c1 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508616 Feb 15 15:25:24.106954 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-03c7e246-f658-4c2b-b98a-6c5805892a37 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group (26cbd66b-46f4-434a-9dc8-d4347e843d55), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.141791 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-083c6e0d-a203-4c71-b842-4453656a73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:24.143390 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-083c6e0d-a203-4c71-b842-4453656a73cf service neutron] 10.222.0.102 "GET /v2.0/networks?id=386cb819-b0c5-4ff8-8e3b-57651034b928 HTTP/1.1" status: 200 len: 916 time: 0.1252632 Feb 15 15:25:24.193294 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-03c7e246-f658-4c2b-b98a-6c5805892a37 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (26cbd66b-46f4-434a-9dc8-d4347e843d55), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.240979 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'e25e3417-2220-4a88-8f49-e1cfcb501fec', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'port_id': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'mac_address': 'fa:16:3e:78:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:25:22Z', 'updated_at': '2022-02-15T15:25:22Z', 'revision_number': 0, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:31Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:24.244655 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-8bb81c1c-c91d-47f2-902a-a613443bc854 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 999 time: 0.0934811 Feb 15 15:25:24.245258 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7e246-f658-4c2b-b98a-6c5805892a37 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cbd66b-46f4-434a-9dc8-d4347e843d55,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:24.269963 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] Checking router: 5c20caaf-cc73-4e68-92fa-42f9a741edb7 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:25:24.278825 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:25:24.279430 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:25:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:24.294758 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-ea020d24-a907-4b04-9c69-0be9c543a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:24.296269 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-ea020d24-a907-4b04-9c69-0be9c543a0d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=71b2f47e-607e-4e22-abbd-2ce6d7cf4a52 HTTP/1.1" status: 200 len: 854 time: 0.0453134 Feb 15 15:25:24.299902 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-03c7e246-f658-4c2b-b98a-6c5805892a37 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.301554 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-03c7e246-f658-4c2b-b98a-6c5805892a37 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4496434 Feb 15 15:25:24.304615 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41968) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:24.309699 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-1c61631c-51c1-4a18-b384-fa034d8d9ebc tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'security_group_rule': {'security_group_id': '26cbd66b-46f4-434a-9dc8-d4347e843d55', 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:24.350311 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-aa95e3ef-9172-497d-9b57-7eeb722f51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:24.351871 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-aa95e3ef-9172-497d-9b57-7eeb722f51c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=386cb819-b0c5-4ff8-8e3b-57651034b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479317 Feb 15 15:25:24.389083 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c61631c-51c1-4a18-b384-fa034d8d9ebc tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (e7f3a1df-b4ff-4496-b8d3-771836b4bafe), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.400426 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:25:24.450246 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-10f9215c-4801-4948-bd1e-9a19c118d80c service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907919 Feb 15 15:25:24.456714 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c61631c-51c1-4a18-b384-fa034d8d9ebc tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (e7f3a1df-b4ff-4496-b8d3-771836b4bafe), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.531524 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c61631c-51c1-4a18-b384-fa034d8d9ebc tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (e7f3a1df-b4ff-4496-b8d3-771836b4bafe), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.547007 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cb559c52-cf64-4ae8-a888-a6d10bbe8dc8 req-7f6226d4-cc7e-46d2-9873-6211a18183cf service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862124 Feb 15 15:25:24.552455 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61631c-51c1-4a18-b384-fa034d8d9ebc tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f3a1df-b4ff-4496-b8d3-771836b4bafe,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:24.613650 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1c61631c-51c1-4a18-b384-fa034d8d9ebc tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.614638 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1c61631c-51c1-4a18-b384-fa034d8d9ebc tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3083274 Feb 15 15:25:24.617832 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 41970) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:24.622272 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-1f340615-7138-473f-8da7-af3f93c1855e tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'security_group_rule': {'security_group_id': '26cbd66b-46f4-434a-9dc8-d4347e843d55', 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:24.639468 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'e25e3417-2220-4a88-8f49-e1cfcb501fec', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'port_id': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'mac_address': 'fa:16:3e:78:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:25:22Z', 'updated_at': '2022-02-15T15:25:22Z', 'revision_number': 0, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:31Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:24.667991 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf0965-e492-43db-b6a9-604d51e9add1 None None] The sync data for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi is: [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': 'e25e3417-2220-4a88-8f49-e1cfcb501fec', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'port_id': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'mac_address': 'fa:16:3e:78:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:25:22Z', 'updated_at': '2022-02-15T15:25:22Z', 'revision_number': 0, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:31Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:25:24.716035 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f340615-7138-473f-8da7-af3f93c1855e tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (9fe091ee-730c-4982-84cb-a4c9321ffef7), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.773497 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f340615-7138-473f-8da7-af3f93c1855e tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (9fe091ee-730c-4982-84cb-a4c9321ffef7), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.863783 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f340615-7138-473f-8da7-af3f93c1855e tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (9fe091ee-730c-4982-84cb-a4c9321ffef7), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.869850 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebf27a-5abf-4504-9ab0-b66ac254ae7b None None] New status for floating IP e25e3417-2220-4a88-8f49-e1cfcb501fec: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:25:24.889380 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f340615-7138-473f-8da7-af3f93c1855e tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe091ee-730c-4982-84cb-a4c9321ffef7,revision_number=0']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:24.951439 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1f340615-7138-473f-8da7-af3f93c1855e tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:24.955366 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1f340615-7138-473f-8da7-af3f93c1855e tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3338916 Feb 15 15:25:24.955681 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41974) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:24.960395 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-c08836a3-22c5-41f2-ac82-f33f972cf36a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'security_group_rule': {'security_group_id': '26cbd66b-46f4-434a-9dc8-d4347e843d55', 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:25.028760 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c08836a3-22c5-41f2-ac82-f33f972cf36a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (ad649885-5bee-4ce8-b621-7a1e982765fb), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.095452 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c08836a3-22c5-41f2-ac82-f33f972cf36a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (ad649885-5bee-4ce8-b621-7a1e982765fb), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.148066 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1c1b9-520d-45d1-9998-20d2aeb8f3cb req-4c643178-5738-4781-b351-7e076005d321 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:25.149547 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f8f1c1b9-520d-45d1-9998-20d2aeb8f3cb req-4c643178-5738-4781-b351-7e076005d321 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0567203 Feb 15 15:25:25.199787 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f8f1c1b9-520d-45d1-9998-20d2aeb8f3cb req-fc942c35-d52c-4c9a-ab3b-3a2943ccf222 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443850 Feb 15 15:25:25.200763 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c08836a3-22c5-41f2-ac82-f33f972cf36a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (ad649885-5bee-4ce8-b621-7a1e982765fb), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.218466 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08836a3-22c5-41f2-ac82-f33f972cf36a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad649885-5bee-4ce8-b621-7a1e982765fb,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:25.312124 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c08836a3-22c5-41f2-ac82-f33f972cf36a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.313410 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c08836a3-22c5-41f2-ac82-f33f972cf36a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567097 Feb 15 15:25:25.316019 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41978) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:25.320466 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-74a07f21-a56c-45b8-9163-ceee12e75ca0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'security_group_rule': {'security_group_id': '26cbd66b-46f4-434a-9dc8-d4347e843d55', 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:25.400320 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74a07f21-a56c-45b8-9163-ceee12e75ca0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (a7bc69f6-0a3b-4de3-8bec-622c323effd7), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.467801 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74a07f21-a56c-45b8-9163-ceee12e75ca0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (a7bc69f6-0a3b-4de3-8bec-622c323effd7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.526906 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74a07f21-a56c-45b8-9163-ceee12e75ca0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (a7bc69f6-0a3b-4de3-8bec-622c323effd7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.546818 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a07f21-a56c-45b8-9163-ceee12e75ca0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bc69f6-0a3b-4de3-8bec-622c323effd7,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:25.597522 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-74a07f21-a56c-45b8-9163-ceee12e75ca0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.598812 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-74a07f21-a56c-45b8-9163-ceee12e75ca0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817912 Feb 15 15:25:25.602393 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41980) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:25.606703 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-b9122176-8d44-473a-adbe-b7fbdc1633b8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'security_group_rule': {'security_group_id': '26cbd66b-46f4-434a-9dc8-d4347e843d55', 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:25.663758 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-b9122176-8d44-473a-adbe-b7fbdc1633b8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Project 6e55fd8d9b0941fca8a6eba1acfc013e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:25:25.668831 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9122176-8d44-473a-adbe-b7fbdc1633b8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (327e233d-05e8-4771-b124-af5fe454e9c0), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.729420 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9122176-8d44-473a-adbe-b7fbdc1633b8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (327e233d-05e8-4771-b124-af5fe454e9c0), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.778116 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9122176-8d44-473a-adbe-b7fbdc1633b8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (327e233d-05e8-4771-b124-af5fe454e9c0), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.796661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9122176-8d44-473a-adbe-b7fbdc1633b8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327e233d-05e8-4771-b124-af5fe454e9c0,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:25.860856 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b9122176-8d44-473a-adbe-b7fbdc1633b8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:25.862105 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b9122176-8d44-473a-adbe-b7fbdc1633b8 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2587948 Feb 15 15:25:25.864977 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 41982) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:25.869849 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-65738dfa-822c-41e6-a3ba-ebd7485a9f7c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'security_group_rule': {'security_group_id': '26cbd66b-46f4-434a-9dc8-d4347e843d55', 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:25.944959 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.securitygroups_db [None req-65738dfa-822c-41e6-a3ba-ebd7485a9f7c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Project 6e55fd8d9b0941fca8a6eba1acfc013e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:25:25.950292 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-65738dfa-822c-41e6-a3ba-ebd7485a9f7c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (c803d6c5-03ec-47df-84c2-1815c4abdafb), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:26.009357 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-65738dfa-822c-41e6-a3ba-ebd7485a9f7c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (c803d6c5-03ec-47df-84c2-1815c4abdafb), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:26.058361 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-65738dfa-822c-41e6-a3ba-ebd7485a9f7c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587478'] for security_group_rule (c803d6c5-03ec-47df-84c2-1815c4abdafb), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:26.077852 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65738dfa-822c-41e6-a3ba-ebd7485a9f7c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c803d6c5-03ec-47df-84c2-1815c4abdafb,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:26.146526 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-65738dfa-822c-41e6-a3ba-ebd7485a9f7c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:26.147766 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-65738dfa-822c-41e6-a3ba-ebd7485a9f7c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2818363 Feb 15 15:25:26.239612 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-0ab45fb2-e4ae-4a36-ab11-ba7f34ec4aa2 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901035765&fields=id&tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e HTTP/1.1" status: 200 len: 267 time: 0.0490599 Feb 15 15:25:26.296724 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-5eb1046c-3fd5-49d3-90c4-3703351ccd69 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:26.298192 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-5eb1046c-3fd5-49d3-90c4-3703351ccd69 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0528150 Feb 15 15:25:26.311719 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'port': {'security_groups': ['5b584ab0-8c19-4381-a8e6-4dfdb17d351f', '26cbd66b-46f4-434a-9dc8-d4347e843d55']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:25:26.328226 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abb518-aad8-45b2-bdac-e1da7795d6f3 req-a294d65d-0b63-47d1-b69e-894bd451cfe5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:26.329750 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2abb518-aad8-45b2-bdac-e1da7795d6f3 req-a294d65d-0b63-47d1-b69e-894bd451cfe5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0548246 Feb 15 15:25:26.381102 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c2abb518-aad8-45b2-bdac-e1da7795d6f3 req-b64e74a2-93c4-4acd-8711-b2ba9997a6e3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Feb 15 15:25:26.385566 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:26.605367 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] For port c074c844-93d1-4833-b8a4-4c8287c579bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c074c844-93d1-4833-b8a4-4c8287c579bf,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:26.863578 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:26.914991 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:26.930592 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c074c844-93d1-4833-b8a4-4c8287c579bf'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:25:26.959196 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:26.960059 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:26.961470 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-73bff29c-f881-4dfa-ac5e-8aa19e9ca7ac req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "PUT /v2.0/ports/c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 982 time: 0.6545911 Feb 15 15:25:26.961932 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:26.964549 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:26.996951 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004da55-d7d8-4e60-bd75-5cbd24eb5fa4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'Port': ['ID=c074c844-93d1-4833-b8a4-4c8287c579bf,revision_number=6']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:27.015249 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468ad034-bb05-4b55-b75f-ca57f52c09c3 x-openstack-request-id: req-468ad034-bb05-4b55-b75f-ca57f52c09c3 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:27.016310 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:27.016787 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-468ad034-bb05-4b55-b75f-ca57f52c09c3 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:27.019145 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'status': 'completed', 'code': 200} Feb 15 15:25:27.105915 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-8d9e697f-87e5-443d-8471-cb33f1451c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:27.108324 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-8d9e697f-87e5-443d-8471-cb33f1451c28 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1169 time: 0.0585432 Feb 15 15:25:27.119522 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f7bf3-89c0-4f43-97a9-af5860e6bdeb req-bbeb6ec2-5682-4f33-994c-70b2a86e9320 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:27.121982 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a95f7bf3-89c0-4f43-97a9-af5860e6bdeb req-bbeb6ec2-5682-4f33-994c-70b2a86e9320 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0825436 Feb 15 15:25:27.164691 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c074c844-93d1-4833-b8a4-4c8287c579bf'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:25:27.197500 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a95f7bf3-89c0-4f43-97a9-af5860e6bdeb req-f7217b93-b2ef-46c8-8e82-e49d5c15aceb tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694811 Feb 15 15:25:27.238651 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-b5a67479-c2af-457d-a7c4-5ac530844e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:27.240876 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-b5a67479-c2af-457d-a7c4-5ac530844e6c service neutron] 10.222.0.102 "GET /v2.0/networks?id=386cb819-b0c5-4ff8-8e3b-57651034b928 HTTP/1.1" status: 200 len: 916 time: 0.1199515 Feb 15 15:25:27.312229 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-62fd6ad7-860d-4082-8587-c051a283b459 None None] Provisioning complete for port c074c844-93d1-4833-b8a4-4c8287c579bf triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:25:27.312793 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62fd6ad7-860d-4082-8587-c051a283b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:27.320469 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-04f33674-9754-4485-8109-8a9556d48ad7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 1001 time: 0.0671906 Feb 15 15:25:27.369762 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-9e7c62b8-a827-4bfc-9cb3-2f49f307e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:27.371226 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-9e7c62b8-a827-4bfc-9cb3-2f49f307e5de service neutron] 10.222.0.102 "GET /v2.0/subnets?id=71b2f47e-607e-4e22-abbd-2ce6d7cf4a52 HTTP/1.1" status: 200 len: 854 time: 0.0443766 Feb 15 15:25:27.430734 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-3cd53636-3d21-441c-a025-ec8bedf7b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:27.432506 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-3cd53636-3d21-441c-a025-ec8bedf7b9a0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=386cb819-b0c5-4ff8-8e3b-57651034b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528450 Feb 15 15:25:27.520038 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-62fd6ad7-860d-4082-8587-c051a283b459 None None] Current status of the port c074c844-93d1-4833-b8a4-4c8287c579bf is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:27.572070 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703fe1-23e8-422e-8fef-bd017ac716f6 req-06d9d749-425a-4654-b639-4d85dd621cdf tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:27.573557 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b2703fe1-23e8-422e-8fef-bd017ac716f6 req-06d9d749-425a-4654-b639-4d85dd621cdf tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0782919 Feb 15 15:25:27.595992 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-3f5ea6c0-ee43-41e5-9555-4ed864e39d02 service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471589 Feb 15 15:25:27.635436 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b2703fe1-23e8-422e-8fef-bd017ac716f6 req-12b28872-ce72-480e-861c-4e57f1d58895 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560529 Feb 15 15:25:27.724968 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-edd380f3-1cae-4ebe-bfea-69aaf707f5ff req-1e302e7a-552d-4b95-b26e-866ccb0cd212 service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038802 Feb 15 15:25:28.254245 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:25:28.366468 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:28.379565 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'port_id': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'mac_address': 'fa:16:3e:e5:72:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:25:28.439141 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d is: ACTIVE; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:28.439835 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:28.455715 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e0e2cf8-6850-4b36-866a-cc91c7621e0d {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:25:28.478003 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:28.554339 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:28.632480 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=6']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:28.642311 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.642968 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.644112 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.644634 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.645354 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.646034 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.646550 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.647025 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.647426 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.647862 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.648262 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.648726 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.649123 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:28.688976 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['2e0e2cf8-6850-4b36-866a-cc91c7621e0d'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:25:28.800170 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ef138-0c7e-49a9-b254-279f1b4d5705 req-08a45d9d-172c-498d-b451-61af30cdcb7b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:28.808890 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac9ef138-0c7e-49a9-b254-279f1b4d5705 req-08a45d9d-172c-498d-b451-61af30cdcb7b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 944 time: 0.0722122 Feb 15 15:25:28.859742 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac9ef138-0c7e-49a9-b254-279f1b4d5705 req-41aabb8b-fe2b-4382-80a5-befea4a3acae tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496125 Feb 15 15:25:29.598168 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ddeea-dcdc-49df-91fd-60c062985799 req-fa20d903-7310-42e4-8b98-f734e23ac8de tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:29.601094 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9f4ddeea-dcdc-49df-91fd-60c062985799 req-fa20d903-7310-42e4-8b98-f734e23ac8de tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.1204319 Feb 15 15:25:29.700157 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9f4ddeea-dcdc-49df-91fd-60c062985799 req-abeef82b-902b-4d87-8cef-30dec4ff7a85 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920904 Feb 15 15:25:30.028263 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a62c97-9c51-4907-a1cd-a12ed5085b9d req-f3370b06-5b13-4b2a-bbd9-b248508d660d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:30.030403 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-98a62c97-9c51-4907-a1cd-a12ed5085b9d req-f3370b06-5b13-4b2a-bbd9-b248508d660d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 944 time: 0.0665712 Feb 15 15:25:30.090568 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-98a62c97-9c51-4907-a1cd-a12ed5085b9d req-07e68057-d45d-4908-9c61-27819b7de6fc tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534303 Feb 15 15:25:30.278222 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:25:30.367833 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:25:30.368175 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:30.464315 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:30.464315 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:30.488974 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:30.492898 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe80fdf-6680-460a-9eb8-c9bb95aa19e8" -d '{"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:30.509066 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:30.533649 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99bd520-6269-41d8-8372-2cd3265da929 x-openstack-request-id: req-e99bd520-6269-41d8-8372-2cd3265da929 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:30.533942 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:30.534193 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e99bd520-6269-41d8-8372-2cd3265da929 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:30.534590 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'code': 200} Feb 15 15:25:30.595316 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:30.652549 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=7']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:30.844901 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1f26-7973-4450-8bdd-058d6b74940a req-aa17c6d6-1cac-4562-8f9c-8becaad737d0 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:30.846445 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399f1f26-7973-4450-8bdd-058d6b74940a req-aa17c6d6-1cac-4562-8f9c-8becaad737d0 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0559945 Feb 15 15:25:30.902278 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-399f1f26-7973-4450-8bdd-058d6b74940a req-51bccb80-aa4f-4c02-9324-f47baeaf1448 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489447 Feb 15 15:25:31.234884 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e684e-84e8-498f-8a9e-6dc87113e24c req-a8c20944-ef89-42ec-9244-a66e98c1047d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:31.242347 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6c2e684e-84e8-498f-8a9e-6dc87113e24c req-a8c20944-ef89-42ec-9244-a66e98c1047d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0752988 Feb 15 15:25:31.300013 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6c2e684e-84e8-498f-8a9e-6dc87113e24c req-f2846672-928b-4300-9fc8-ca707a7e14ee tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567482 Feb 15 15:25:32.048476 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5f850-eb65-40a4-b2e3-2b58f467df54 req-055ad47c-8c18-4bfb-a814-629d78a61abc tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:32.050399 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-33f5f850-eb65-40a4-b2e3-2b58f467df54 req-055ad47c-8c18-4bfb-a814-629d78a61abc tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0653474 Feb 15 15:25:32.133237 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-33f5f850-eb65-40a4-b2e3-2b58f467df54 req-5c3647f8-6d4d-4310-93c1-f67cd2e947bc tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732338 Feb 15 15:25:32.446921 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5164ebb-bead-4abf-88c2-a4abcbc79bad req-ba96daff-901f-48e6-9713-699ee96c239c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:32.452281 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c5164ebb-bead-4abf-88c2-a4abcbc79bad req-ba96daff-901f-48e6-9713-699ee96c239c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0665064 Feb 15 15:25:32.504262 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c5164ebb-bead-4abf-88c2-a4abcbc79bad req-a271c6ec-113c-47c0-8245-64c7454d4295 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489104 Feb 15 15:25:32.709722 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c590-c709-4ea4-8c58-036ef1562a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:33.280824 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94881907-1683-481f-b560-5a9faf87672e req-afbda3dd-7c36-49fe-ae31-2ac13207ce06 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:33.282325 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94881907-1683-481f-b560-5a9faf87672e req-afbda3dd-7c36-49fe-ae31-2ac13207ce06 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0567162 Feb 15 15:25:33.343105 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-94881907-1683-481f-b560-5a9faf87672e req-bfcb605a-ea2b-4ef0-a2fc-c4ea10009033 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549726 Feb 15 15:25:33.640660 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392f462-ad93-4fdd-ac0e-dba267fc9f9a req-050d6b2c-b7f1-4166-bed6-ae4c2dfda64a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:33.642439 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7392f462-ad93-4fdd-ac0e-dba267fc9f9a req-050d6b2c-b7f1-4166-bed6-ae4c2dfda64a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0616598 Feb 15 15:25:33.697739 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7392f462-ad93-4fdd-ac0e-dba267fc9f9a req-3d4ddb6d-9a8c-44d3-b68f-38f3da5f2cd2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486066 Feb 15 15:25:34.472217 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc338889-8f12-41ce-b3a3-8ddff159790b req-1c7a7045-e05b-4fa9-9fbd-21fb29fa09e8 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:34.475644 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cc338889-8f12-41ce-b3a3-8ddff159790b req-1c7a7045-e05b-4fa9-9fbd-21fb29fa09e8 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0580165 Feb 15 15:25:34.530792 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-cc338889-8f12-41ce-b3a3-8ddff159790b req-2657b650-6535-4c28-ae0a-d65216bcee5f tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494552 Feb 15 15:25:34.830309 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df665de-f8ff-4de9-abe4-a085100cace5 req-c925bb06-3990-48cd-9f9f-c809a3d9c691 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:34.833642 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0df665de-f8ff-4de9-abe4-a085100cace5 req-c925bb06-3990-48cd-9f9f-c809a3d9c691 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0611203 Feb 15 15:25:34.900165 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0df665de-f8ff-4de9-abe4-a085100cace5 req-c9e701fb-0f87-4f84-ad38-dd03a89a1c1a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604320 Feb 15 15:25:35.411575 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d21af51b-c234-4f4f-8ae1-baba9e1e2727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:35.678965 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee986a30-ce26-4952-8b83-8c71ad0b7096 req-5909d7ca-7db4-4f0c-b7db-51a5509c0249 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:35.681201 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee986a30-ce26-4952-8b83-8c71ad0b7096 req-5909d7ca-7db4-4f0c-b7db-51a5509c0249 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0649328 Feb 15 15:25:35.737232 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ee986a30-ce26-4952-8b83-8c71ad0b7096 req-91c4d54d-2d55-474a-9405-0346d89de62a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485494 Feb 15 15:25:36.037997 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067b7b-8d96-4e47-bf48-d627e5ed5943 req-16552a63-a1cc-41da-9202-bb2dfbd2361b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:36.041066 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9a067b7b-8d96-4e47-bf48-d627e5ed5943 req-16552a63-a1cc-41da-9202-bb2dfbd2361b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0634270 Feb 15 15:25:36.101422 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9a067b7b-8d96-4e47-bf48-d627e5ed5943 req-14a9e66c-23ec-45f8-a96c-22a8bead3b82 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539231 Feb 15 15:25:36.361196 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:36.880511 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7ebeb-94c2-4ec2-ae5b-f7c5f17c6360 req-27b7371e-1bdd-4ce3-9353-f4cd9f2480c0 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:36.882235 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b3a7ebeb-94c2-4ec2-ae5b-f7c5f17c6360 req-27b7371e-1bdd-4ce3-9353-f4cd9f2480c0 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0698628 Feb 15 15:25:36.938746 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b3a7ebeb-94c2-4ec2-ae5b-f7c5f17c6360 req-006a1bf6-2f9c-4a25-8655-732055aeac7f tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509596 Feb 15 15:25:37.237724 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc032f3-5d92-4a11-a65f-190ca9836443 req-bb271758-fcb1-4168-af7f-c1c5ad00b534 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:37.239204 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8dc032f3-5d92-4a11-a65f-190ca9836443 req-bb271758-fcb1-4168-af7f-c1c5ad00b534 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0573421 Feb 15 15:25:37.297575 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8dc032f3-5d92-4a11-a65f-190ca9836443 req-9e0c639c-26b0-4fbd-a6a1-d74f64fb1f9b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518506 Feb 15 15:25:37.298724 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:37.639284 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:38.076031 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183d803-5278-4701-9063-10f5693133ff req-f39a87e1-794a-437f-a053-8e0b0981b73d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:38.077542 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a183d803-5278-4701-9063-10f5693133ff req-f39a87e1-794a-437f-a053-8e0b0981b73d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0556159 Feb 15 15:25:38.129759 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a183d803-5278-4701-9063-10f5693133ff req-bc61a56a-0782-4f15-9b90-4f28d514b04f tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Feb 15 15:25:38.422917 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2eabb-909d-463e-8acf-ca10a2aa973e req-33a3a079-c40d-4685-a804-a1439b6ccf42 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:38.426278 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d0e2eabb-909d-463e-8acf-ca10a2aa973e req-33a3a079-c40d-4685-a804-a1439b6ccf42 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0548697 Feb 15 15:25:38.474898 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d0e2eabb-909d-463e-8acf-ca10a2aa973e req-6ba50f01-463d-493f-bd16-a19de387c809 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441034 Feb 15 15:25:39.201160 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:39.248709 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc1563-2448-4c31-af3e-2ef04ffdd17c req-602d3750-51d0-413b-b2fe-3b3879fcc1a2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:39.250212 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7fc1563-2448-4c31-af3e-2ef04ffdd17c req-602d3750-51d0-413b-b2fe-3b3879fcc1a2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0521567 Feb 15 15:25:39.334782 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7fc1563-2448-4c31-af3e-2ef04ffdd17c req-951e5105-94c1-4360-a71a-789d529fcfa4 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774450 Feb 15 15:25:39.344348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-9f8fe7fc-67ee-4800-b1cb-bcf990db0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:39.345799 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-9f8fe7fc-67ee-4800-b1cb-bcf990db0683 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 1129 time: 0.0699272 Feb 15 15:25:39.440930 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-420d8cfd-5d40-4105-ab7c-78624ba5af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:39.442967 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-420d8cfd-5d40-4105-ab7c-78624ba5af76 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.0883701 Feb 15 15:25:39.521524 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-02a6b4e0-aa23-479d-993d-7f7192dac5a6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d HTTP/1.1" status: 200 len: 1000 time: 0.0686350 Feb 15 15:25:39.571050 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-53277bf0-1bcf-4936-9722-54b02118cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:39.572562 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-53277bf0-1bcf-4936-9722-54b02118cee1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0457518 Feb 15 15:25:39.602209 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc3d7c-ad42-4f90-9126-b2713e7c8449 req-b1ef54ad-1765-442a-8bb9-f39010f97bbb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:39.603692 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-befc3d7c-ad42-4f90-9126-b2713e7c8449 req-b1ef54ad-1765-442a-8bb9-f39010f97bbb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0530248 Feb 15 15:25:39.630843 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-27a995b1-8981-4ba4-af56-91611bc1a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:39.632395 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-27a995b1-8981-4ba4-af56-91611bc1a430 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457947 Feb 15 15:25:39.654945 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-befc3d7c-ad42-4f90-9126-b2713e7c8449 req-ae2e341d-50f1-42a5-8d06-3dea6bf28d3b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456417 Feb 15 15:25:39.726663 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-619d72df-190d-4c74-a588-34ac026ba6d0 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869918 Feb 15 15:25:39.849607 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e45525-5d8a-445d-a03a-802581e5f9a6 req-35a7918b-b3de-4c83-967e-519d725405ae service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141415 Feb 15 15:25:39.867042 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-b8b4e9d6-dd7e-4255-b5fa-643907c7f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:39.868882 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-b8b4e9d6-dd7e-4255-b5fa-643907c7f3a5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=59010d4129e04353828e17181565f4b7&device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1130 time: 0.0610981 Feb 15 15:25:39.967826 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-19cf8ac3-94ba-4d28-9d95-2982fddceabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:39.969318 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-19cf8ac3-94ba-4d28-9d95-2982fddceabb service neutron] 10.222.0.102 "GET /v2.0/networks?id=5f4ecbc0-ff18-47fc-a330-88951a4a0033 HTTP/1.1" status: 200 len: 910 time: 0.0892367 Feb 15 15:25:40.040867 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-9ea294ed-fd5c-4b7e-ad6f-47cf826714cf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 200 len: 1002 time: 0.0639379 Feb 15 15:25:40.092277 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-63eb19f1-ebf1-4c87-a33d-d30dc61f9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:40.093713 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-63eb19f1-ebf1-4c87-a33d-d30dc61f9227 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e5c6db3-40bf-48a5-9686-56ee9ced6493 HTTP/1.1" status: 200 len: 848 time: 0.0439785 Feb 15 15:25:40.145908 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-6a75cd26-10d3-4856-a51b-da8995d2a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:40.147965 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-6a75cd26-10d3-4856-a51b-da8995d2a354 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5f4ecbc0-ff18-47fc-a330-88951a4a0033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464396 Feb 15 15:25:40.516921 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-0a18d753-a087-42dd-81b4-d8ad4339a001 service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593156 Feb 15 15:25:40.525207 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e10014-ce3f-4f86-9046-3e672f8f7b85 req-7184d7a3-bd31-4fce-8f8e-50839c2d4f19 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:40.526612 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e10014-ce3f-4f86-9046-3e672f8f7b85 req-7184d7a3-bd31-4fce-8f8e-50839c2d4f19 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0838647 Feb 15 15:25:40.631745 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e10014-ce3f-4f86-9046-3e672f8f7b85 req-04e38b52-167a-48d5-b068-e672d01d33d4 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966361 Feb 15 15:25:40.650014 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c0369b28-1bd9-44b1-8b32-3c69fc01d86e req-fbcaa680-47a1-4098-b9ee-8641ee2d4b3e service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224532 Feb 15 15:25:40.780019 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0980a8-6f56-45f4-b8a9-2573140af0ba req-26281deb-18b5-4dab-8d24-b5b86dcefd33 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:40.781489 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c0980a8-6f56-45f4-b8a9-2573140af0ba req-26281deb-18b5-4dab-8d24-b5b86dcefd33 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0532210 Feb 15 15:25:40.827863 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c0980a8-6f56-45f4-b8a9-2573140af0ba req-cabcc600-d18f-4cc7-8bb3-0387adadba18 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408132 Feb 15 15:25:41.760022 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4becb-0afe-4382-a274-1c2970c0e80d req-e29d75c5-3898-49aa-b9e7-9291cbdf6d0b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:41.761463 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ba4becb-0afe-4382-a274-1c2970c0e80d req-e29d75c5-3898-49aa-b9e7-9291cbdf6d0b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0524874 Feb 15 15:25:41.809488 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ba4becb-0afe-4382-a274-1c2970c0e80d req-8b00e47f-8db8-4fbd-b1ad-0211fa3af214 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422003 Feb 15 15:25:41.951842 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443885-7770-441f-91d3-b3b2f1956aee req-1905b2e2-658a-4483-ae57-546bf149125e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:41.953195 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc443885-7770-441f-91d3-b3b2f1956aee req-1905b2e2-658a-4483-ae57-546bf149125e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 945 time: 0.0546272 Feb 15 15:25:41.998316 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc443885-7770-441f-91d3-b3b2f1956aee req-313a445c-fa49-4002-91e0-342d23276661 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395732 Feb 15 15:25:42.261859 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-962014e5-f6ae-452d-9747-8e0376a5581b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446765 Feb 15 15:25:42.330014 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-1bdd62af-fa35-4963-8021-6c441c19331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:42.331591 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-1bdd62af-fa35-4963-8021-6c441c19331d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 1130 time: 0.0454657 Feb 15 15:25:42.383350 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:25:42.445461 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-d30dc388-7394-4b85-a44b-e731b0bd4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:42.446973 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-d30dc388-7394-4b85-a44b-e731b0bd4d3b service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.0923715 Feb 15 15:25:42.465491 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d is: ACTIVE; New status is: DOWN {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:42.465898 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:42.499306 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:42.502110 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a9eea-547e-40e0-b0c4-b1fd8d286497" -d '{"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-unplugged", "status": "completed", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:42.508402 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:42.521828 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-ca1b9ae8-3676-490d-882c-bfe2c9b84fa5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d HTTP/1.1" status: 200 len: 1002 time: 0.0640395 Feb 15 15:25:42.540808 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12547e8b-ca82-48ad-be37-e6940bab91d5 x-openstack-request-id: req-12547e8b-ca82-48ad-be37-e6940bab91d5 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:42.541144 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-unplugged", "status": "completed", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:42.541387 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-12547e8b-ca82-48ad-be37-e6940bab91d5 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:42.541784 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'code': 200} Feb 15 15:25:42.575926 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-219e2aec-bcee-4bb9-9c3f-4af969664b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:42.577421 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-219e2aec-bcee-4bb9-9c3f-4af969664b4d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0464299 Feb 15 15:25:42.582229 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:42.632488 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-6e72a3af-bade-4a9a-b762-e856228adc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:42.634004 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-6e72a3af-bade-4a9a-b762-e856228adc7a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495112 Feb 15 15:25:42.636647 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=8']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:42.725831 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-1bb75ac9-d118-4418-9083-d5038339749c service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838161 Feb 15 15:25:42.825651 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17b8da5a-b1e5-4b95-b8a8-2d1e8f0dca07 req-73a06276-0c48-4961-9b37-e3f6d8021028 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915184 Feb 15 15:25:42.935829 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff38e-f4ee-4dbe-8ef0-87e002bacb30 req-30614a56-79d9-46f5-9a2f-0ee19f3c4230 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:42.937383 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-39aff38e-f4ee-4dbe-8ef0-87e002bacb30 req-30614a56-79d9-46f5-9a2f-0ee19f3c4230 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0595386 Feb 15 15:25:42.989638 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-39aff38e-f4ee-4dbe-8ef0-87e002bacb30 req-ac4b946f-d26b-45cd-b622-5e277a0922af tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467317 Feb 15 15:25:43.125244 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf70ed-1d1f-47d0-a722-b29fca8f3d70 req-4b7c0af0-b65a-4d27-9f0d-c457fba0cccb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:43.126638 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ddf70ed-1d1f-47d0-a722-b29fca8f3d70 req-4b7c0af0-b65a-4d27-9f0d-c457fba0cccb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0542839 Feb 15 15:25:43.177360 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4ddf70ed-1d1f-47d0-a722-b29fca8f3d70 req-5dce7b74-49c0-4ab5-b330-07219158461d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437286 Feb 15 15:25:44.120520 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113841c-ed90-4b5d-bdc8-9c345292e9b8 req-661da614-a882-46df-9652-949b2547a06b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:44.122045 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b113841c-ed90-4b5d-bdc8-9c345292e9b8 req-661da614-a882-46df-9652-949b2547a06b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0614448 Feb 15 15:25:44.172027 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b113841c-ed90-4b5d-bdc8-9c345292e9b8 req-1c4f00fb-eded-4238-96f4-b9b9d2e85644 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440497 Feb 15 15:25:44.241581 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-27c15033-3bc6-4b86-a73c-3c747417a886 req-8019daba-a526-4c80-a7f5-f6a72aafbd7e service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:25:44.242751 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-27c15033-3bc6-4b86-a73c-3c747417a886 req-8019daba-a526-4c80-a7f5-f6a72aafbd7e service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065348 Feb 15 15:25:44.702037 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-64e498a9-4c8e-4dda-bcd9-adcdc427c600 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447440 Feb 15 15:25:44.778789 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 42188) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:44.885800 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-0fb48335-2fa1-4660-b7e4-2b016da1def2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:44.887222 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-0fb48335-2fa1-4660-b7e4-2b016da1def2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports/9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 200 len: 943 time: 0.1074462 Feb 15 15:25:45.041462 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6764a-0df8-49e8-9ef7-52f6408eb995 req-681fd2db-800e-4af5-8163-9959cc5681ca tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:45.042914 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2e6764a-0df8-49e8-9ef7-52f6408eb995 req-681fd2db-800e-4af5-8163-9959cc5681ca tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0589259 Feb 15 15:25:45.092069 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b2e6764a-0df8-49e8-9ef7-52f6408eb995 req-5f6d81b9-b621-4b1f-8747-ef60f7529099 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Feb 15 15:25:45.204840 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c6218-3268-442e-8334-c801fff7c979 req-5f4d9e44-b53b-49c0-819c-ab9cc263ba15 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:45.206366 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fa3c6218-3268-442e-8334-c801fff7c979 req-5f4d9e44-b53b-49c0-819c-ab9cc263ba15 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 946 time: 0.0575695 Feb 15 15:25:45.258582 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fa3c6218-3268-442e-8334-c801fff7c979 req-b55b4cc4-bf7f-4190-9bfa-7bb87a676641 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457289 Feb 15 15:25:45.577469 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ded53-afc8-4eda-9e4d-ee331c6f825d req-4b0ef197-099b-4681-b759-817a6f91488f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:45.579402 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-170ded53-afc8-4eda-9e4d-ee331c6f825d req-4b0ef197-099b-4681-b759-817a6f91488f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0537598 Feb 15 15:25:45.640304 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-170ded53-afc8-4eda-9e4d-ee331c6f825d req-e8f7438a-d4a4-4549-a83c-bfdd88bd881e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542886 Feb 15 15:25:46.113982 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 42224) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:25:46.237017 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-ea8d3d7b-2af3-4655-98de-5a38372ec1c2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218512 Feb 15 15:25:46.245310 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967fca-9632-4d7b-9184-6d8c324f67f4 req-203b653b-cc57-4a27-8c96-6d6943cb979d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:46.246870 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c8967fca-9632-4d7b-9184-6d8c324f67f4 req-203b653b-cc57-4a27-8c96-6d6943cb979d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0820873 Feb 15 15:25:46.251850 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-3f18b9e2-7eb3-4acb-b8ac-cbe0c803d950 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:25:46.252878 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-3f18b9e2-7eb3-4acb-b8ac-cbe0c803d950 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051551 Feb 15 15:25:46.312395 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c8967fca-9632-4d7b-9184-6d8c324f67f4 req-d201dd5f-2636-4e3e-99cf-1917748ab36a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583847 Feb 15 15:25:46.355094 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-cb5308bd-6190-4e21-8680-0ec04ea421eb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:46.356582 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-cb5308bd-6190-4e21-8680-0ec04ea421eb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports/2e0e2cf8-6850-4b36-866a-cc91c7621e0d HTTP/1.1" status: 200 len: 940 time: 0.0629644 Feb 15 15:25:46.405823 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041098-2f90-47e6-9c3c-dc93812e4210 req-699d501c-3c46-474d-8089-86c5b1ddbb9e tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:46.407351 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-54041098-2f90-47e6-9c3c-dc93812e4210 req-699d501c-3c46-474d-8089-86c5b1ddbb9e tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 946 time: 0.0588315 Feb 15 15:25:46.415838 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9f4a38c8-6986-472d-b18c-9fbc33522076 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:25:46.468619 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-54041098-2f90-47e6-9c3c-dc93812e4210 req-5ae6ce15-690f-4626-b9ab-b93140533bf3 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537646 Feb 15 15:25:46.510425 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 9f4a38c8-6986-472d-b18c-9fbc33522076 is: ACTIVE; New status is: DOWN {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:46.510902 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:46.537688 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:46.543721 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b885da-62ae-444f-9a29-551bd2125084" -d '{"events": [{"server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "name": "network-vif-unplugged", "status": "completed", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:46.554000 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:46.574619 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c35562a-51cf-48a0-a521-6794f4594a2b x-openstack-request-id: req-7c35562a-51cf-48a0-a521-6794f4594a2b {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:46.574912 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "name": "network-vif-unplugged", "status": "failed", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076", "code": 422}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:46.575243 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7c35562a-51cf-48a0-a521-6794f4594a2b {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:46.575591 dv-cinder-778193-15-iscsi neutron-server[103275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'code': 422} returned with failed status Feb 15 15:25:46.635214 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:46.636074 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:25:46.715799 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=6']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:46.757433 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d is: DOWN; New status is: DOWN {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:46.792198 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00270374-2bc3-46d9-874a-45969869c480 req-17a52bd8-134c-4a3b-bf1f-ce2005e69534 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:46.794109 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-00270374-2bc3-46d9-874a-45969869c480 req-17a52bd8-134c-4a3b-bf1f-ce2005e69534 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0595469 Feb 15 15:25:46.844203 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-00270374-2bc3-46d9-874a-45969869c480 req-0a53a17c-4cd9-4455-9f39-35869a0d0810 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 Feb 15 15:25:46.926734 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-45e10f3d-d64e-4e26-a3c6-a36fd3b18966 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:46.929231 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-45e10f3d-d64e-4e26-a3c6-a36fd3b18966 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 946 time: 0.0546768 Feb 15 15:25:47.042184 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Deleting port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:25:47.042521 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:47.130961 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] For port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:47.131685 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:47.321511 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:47.321882 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (659ec80b-32e1-4287-89ea-e9a78c5a8353), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:47.322199 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Floating IP 659ec80b-32e1-4287-89ea-e9a78c5a8353 disassociated. External IP: 172.27.0.182, port: ff3fd4f0-538e-49ef-b600-1dc575ad5d7d. Feb 15 15:25:47.322544 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Calling delete_port for ff3fd4f0-538e-49ef-b600-1dc575ad5d7d owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:25:47.529548 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be1f93-4257-42b7-9c68-50af970e6258 req-99687dd7-6752-4ff1-af82-f7f6df15f9b7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:47.531096 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f3be1f93-4257-42b7-9c68-50af970e6258 req-99687dd7-6752-4ff1-af82-f7f6df15f9b7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.1349838 Feb 15 15:25:47.549803 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-5f833b72-3472-47c7-92ad-e64ce6e6a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:47.551376 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-5f833b72-3472-47c7-92ad-e64ce6e6a2e1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983&tenant_id=59010d4129e04353828e17181565f4b7 HTTP/1.1" status: 200 len: 1128 time: 0.0838027 Feb 15 15:25:47.599004 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69482c-65e3-4704-b05e-54e3cc3289e7 req-c0b75a2f-dd3e-4e85-af12-7778fdb82ad5 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:47.602016 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5f69482c-65e3-4704-b05e-54e3cc3289e7 req-c0b75a2f-dd3e-4e85-af12-7778fdb82ad5 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 946 time: 0.0602207 Feb 15 15:25:47.617531 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f3be1f93-4257-42b7-9c68-50af970e6258 req-cedd3677-36e9-48d7-827d-cad9237afdeb tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800371 Feb 15 15:25:47.625468 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (ff3fd4f0-538e-49ef-b600-1dc575ad5d7d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:47.660827 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5f69482c-65e3-4704-b05e-54e3cc3289e7 req-7eb6d47b-52c7-4148-93e8-d895aa5851a6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528829 Feb 15 15:25:47.670696 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-9ff72cf6-176e-4829-87c8-683bb0cf316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:47.676019 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-9ff72cf6-176e-4829-87c8-683bb0cf316c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=59010d4129e04353828e17181565f4b7&device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1128 time: 0.0957267 Feb 15 15:25:47.676019 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event deleted for resources: {'Port': ['ID=ff3fd4f0-538e-49ef-b600-1dc575ad5d7d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:47.844925 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-3d3e7437-0f84-49ee-b21c-fb3b97a8cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:47.846451 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-3d3e7437-0f84-49ee-b21c-fb3b97a8cfb0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5f4ecbc0-ff18-47fc-a330-88951a4a0033 HTTP/1.1" status: 200 len: 910 time: 0.1664951 Feb 15 15:25:47.907875 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Router b240022e-eecc-4089-8694-d725e9cbffad has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:25:47.917260 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-f3b24a24-180a-46cd-b3c8-4ed9cefb2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:47.918699 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-f3b24a24-180a-46cd-b3c8-4ed9cefb2540 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e&tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4 HTTP/1.1" status: 200 len: 1127 time: 0.0809865 Feb 15 15:25:47.965545 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-81963cb0-8f55-4563-8dc4-7d4ff39ccf8f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 200 len: 1000 time: 0.1105063 Feb 15 15:25:47.998828 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-bfab2c88-080c-4738-bc01-2d582ce0a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:48.000443 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-bfab2c88-080c-4738-bc01-2d582ce0a582 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 1127 time: 0.0519013 Feb 15 15:25:48.106414 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-7d75c7f1-7539-4b28-ba13-e2702b3d93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:48.108131 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-7d75c7f1-7539-4b28-ba13-e2702b3d93c4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.0981412 Feb 15 15:25:48.113711 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-cd3e3132-aa68-48bb-8bee-d4d070a099af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:48.115787 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-cd3e3132-aa68-48bb-8bee-d4d070a099af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e5c6db3-40bf-48a5-9686-56ee9ced6493 HTTP/1.1" status: 200 len: 848 time: 0.1129794 Feb 15 15:25:48.123778 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b353fd5-7664-4ba0-91e4-f980c72279cc req-75989d16-59f3-4035-b352-47f4875bad4b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:48.125226 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b353fd5-7664-4ba0-91e4-f980c72279cc req-75989d16-59f3-4035-b352-47f4875bad4b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.2030914 Feb 15 15:25:48.184815 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:25:48.200873 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:25:48.213046 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:25:48.213670 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:25:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:48.233321 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-b17463b0-5c6f-47b1-bb4b-f198361116da service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d HTTP/1.1" status: 200 len: 998 time: 0.1153181 Feb 15 15:25:48.259726 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] No DVR routers for this DVR port ff3fd4f0-538e-49ef-b600-1dc575ad5d7d on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:25:48.263879 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:48.267576 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-86ad198b-ba2e-4d64-af9a-dd18119dcf93 req-743e07a2-75cf-42b6-9cd6-090a209a3666 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "DELETE /v2.0/ports/ff3fd4f0-538e-49ef-b600-1dc575ad5d7d HTTP/1.1" status: 204 len: 173 time: 1.3223414 Feb 15 15:25:48.268197 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'name': 'network-vif-deleted', 'tag': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:48.270546 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc1ec9-6b48-419b-9296-70becd96c442" -d '{"events": [{"server_uuid": "00ec7214-1779-4320-9fcf-a4aa5cce8dfc", "name": "network-vif-deleted", "tag": "ff3fd4f0-538e-49ef-b600-1dc575ad5d7d"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:48.298269 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-5b353fd5-7664-4ba0-91e4-f980c72279cc req-ab44ab76-4682-4df7-a848-de1ddde1a070 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454573 Feb 15 15:25:48.298393 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-18a4a315-2974-4138-964a-89bf310e9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:48.298393 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-18a4a315-2974-4138-964a-89bf310e9fbc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0560753 Feb 15 15:25:48.299973 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-be392c2c-1146-4a56-9d64-e8b74a325436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:48.302146 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-be392c2c-1146-4a56-9d64-e8b74a325436 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5f4ecbc0-ff18-47fc-a330-88951a4a0033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1760669 Feb 15 15:25:48.333508 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec571212-5009-4850-9028-79ebebebc995 x-openstack-request-id: req-ec571212-5009-4850-9028-79ebebebc995 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:48.338333 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ec7214-1779-4320-9fcf-a4aa5cce8dfc", "name": "network-vif-deleted", "tag": "ff3fd4f0-538e-49ef-b600-1dc575ad5d7d", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:48.338669 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ec571212-5009-4850-9028-79ebebebc995 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:48.339097 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ec7214-1779-4320-9fcf-a4aa5cce8dfc', 'name': 'network-vif-deleted', 'tag': 'ff3fd4f0-538e-49ef-b600-1dc575ad5d7d', 'status': 'completed', 'code': 200} Feb 15 15:25:48.357034 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:25:48.359524 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-7aa0a24c-83af-4f59-b372-ce150c317967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:48.367260 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-7aa0a24c-83af-4f59-b372-ce150c317967 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515947 Feb 15 15:25:48.426939 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-29478cae-3a92-49ac-905d-a694e5a85fa7 service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146920 Feb 15 15:25:48.468732 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-f45a6c58-3301-4deb-a720-2a290e7661d4 service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976136 Feb 15 15:25:48.530705 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f1a8a6e6-3b52-4934-943e-2d7265d0aa45 req-491fee1b-20b5-4f8b-b30e-f2611477cab8 service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963531 Feb 15 15:25:48.581484 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:48.589049 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a2e60e46-7c65-468e-9e83-b35558dd5424 req-a7aa404d-fe33-4045-9d43-e5de86ee0c0d service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949833 Feb 15 15:25:48.609617 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:25:48.618163 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:25:48.618758 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:25:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:48.757709 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:25:48.764749 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df347d-4c53-483e-a174-aa6be0cd3da6 req-b94d0cea-912f-4bb4-81c4-8fe33688d580 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:48.767649 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c9df347d-4c53-483e-a174-aa6be0cd3da6 req-b94d0cea-912f-4bb4-81c4-8fe33688d580 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0663679 Feb 15 15:25:48.798673 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-61ff0c18-46ba-4fd4-9336-07ced734a952 req-444f65b4-d628-480e-8c73-e68ec3be1527 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0396123 Feb 15 15:25:48.823954 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c9df347d-4c53-483e-a174-aa6be0cd3da6 req-1b42cab8-ae3d-4a9e-ad4b-c42d88b4ebaf tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494807 Feb 15 15:25:49.006921 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:25:49.048952 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9df758-a681-4071-a79f-66f1ca3bf114 None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:25:49.435222 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de261f8f-e7cd-4e99-a492-1f83ea007d31 req-1e80d0a2-ced1-4f12-998a-83919e24bc8c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:49.445847 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-de261f8f-e7cd-4e99-a492-1f83ea007d31 req-1e80d0a2-ced1-4f12-998a-83919e24bc8c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0884435 Feb 15 15:25:49.479915 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8105f9-29d8-4ae0-acec-09a51cdeb09c None None] New status for floating IP 659ec80b-32e1-4287-89ea-e9a78c5a8353: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:25:49.500534 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-de261f8f-e7cd-4e99-a492-1f83ea007d31 req-22828ef5-6f73-4dc6-83b1-286ef1a0c1a3 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533161 Feb 15 15:25:49.989449 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea0a97-6691-4597-85ca-83d15d595d8f req-e58e91cb-0df7-4eed-996c-dffffaf49132 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:49.993679 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72ea0a97-6691-4597-85ca-83d15d595d8f req-e58e91cb-0df7-4eed-996c-dffffaf49132 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0820370 Feb 15 15:25:49.997817 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3c6def69-153e-4fdd-811f-c46f55d0c4df req-0e4c9212-1cb6-42e5-b9b5-692c040cb8bc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0395164 Feb 15 15:25:50.044832 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-72ea0a97-6691-4597-85ca-83d15d595d8f req-fe2f0de8-6774-4cc9-ac0f-e04f24395fd1 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459580 Feb 15 15:25:50.425550 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device ff3fd4f0-538e-49ef-b600-1dc575ad5d7d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:25:50.446743 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: ff3fd4f0-538e-49ef-b600-1dc575ad5d7d {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:25:50.447080 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device ff3fd4f0-538e-49ef-b600-1dc575ad5d7d not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:25:50.649361 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b04217-be36-4599-8534-0a86e1ea35f4 req-04a6c68a-a0bc-4431-8944-0f69d10fdd6e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:50.650841 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-37b04217-be36-4599-8534-0a86e1ea35f4 req-04a6c68a-a0bc-4431-8944-0f69d10fdd6e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0559404 Feb 15 15:25:50.701020 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-37b04217-be36-4599-8534-0a86e1ea35f4 req-1bee9ea2-4d31-4a4b-b7b4-25dbc23012b0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444186 Feb 15 15:25:51.117838 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-69e26048-8561-4996-8adf-fca72ccb7889 req-d7c16987-1312-4965-8156-b20cde8915b3 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0289111 Feb 15 15:25:51.186459 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a68877-61a7-491c-b52c-e691252109cb req-0e141add-3133-47e1-b82a-c80441945913 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:51.187977 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b2a68877-61a7-491c-b52c-e691252109cb req-0e141add-3133-47e1-b82a-c80441945913 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0602059 Feb 15 15:25:51.240969 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b2a68877-61a7-491c-b52c-e691252109cb req-d1f052cd-bbd7-4fbf-a2cd-526f7e0c586b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456574 Feb 15 15:25:51.832591 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8fee3-6a9a-4e6e-89a7-932ae37473c0 req-f41bc3b1-bf16-45b5-9740-bac5a70b3e6e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:51.834125 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-41a8fee3-6a9a-4e6e-89a7-932ae37473c0 req-f41bc3b1-bf16-45b5-9740-bac5a70b3e6e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0589042 Feb 15 15:25:51.885785 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-41a8fee3-6a9a-4e6e-89a7-932ae37473c0 req-2e7a03aa-20eb-4aa9-8a38-feeaeb84875f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451553 Feb 15 15:25:52.256948 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3a978035-3957-4a53-afd7-de4480cea03a req-c9daa6bc-36a6-44f9-a981-b8082f71c3f3 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0411873 Feb 15 15:25:52.379590 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dffc55-b22b-49c5-975c-2b00cedf2190 req-1e01885b-3cd7-4b34-be4e-2f2b33cd5ffa tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:52.381716 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3dffc55-b22b-49c5-975c-2b00cedf2190 req-1e01885b-3cd7-4b34-be4e-2f2b33cd5ffa tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0607002 Feb 15 15:25:52.441994 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c3dffc55-b22b-49c5-975c-2b00cedf2190 req-3baca2be-a10c-46d3-8071-29b31a6d662b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523455 Feb 15 15:25:53.033134 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb7d53-93a8-435c-82e1-5c2aaabd8996 req-5eec036e-d3b7-4249-970c-f192778ee3ed tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:53.034889 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6dfb7d53-93a8-435c-82e1-5c2aaabd8996 req-5eec036e-d3b7-4249-970c-f192778ee3ed tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0648577 Feb 15 15:25:53.104050 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6dfb7d53-93a8-435c-82e1-5c2aaabd8996 req-64055b76-0ac0-460c-bedd-a42e1814c618 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633829 Feb 15 15:25:53.373679 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-c05e020f-b7aa-47e8-8019-2b862edee7dd req-44dfe074-1adb-463f-b75b-c624a6ed043e tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0307229 Feb 15 15:25:53.573200 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f17cd-a6f6-4eea-b86b-edaac4161646 req-954aad72-8e75-4c15-8c2d-15d04cb4e2ff tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:53.574595 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd5f17cd-a6f6-4eea-b86b-edaac4161646 req-954aad72-8e75-4c15-8c2d-15d04cb4e2ff tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0630660 Feb 15 15:25:53.632865 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-dd5f17cd-a6f6-4eea-b86b-edaac4161646 req-2cba0fc5-a324-4c74-8a1e-f85a5116277c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525498 Feb 15 15:25:54.284229 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6258d8a-99d4-4233-b887-16b6196f4267 req-1a19a334-92b3-403e-8a78-530066b0c1af tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:54.286373 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6258d8a-99d4-4233-b887-16b6196f4267 req-1a19a334-92b3-403e-8a78-530066b0c1af tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0798542 Feb 15 15:25:54.360024 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e6258d8a-99d4-4233-b887-16b6196f4267 req-634068b0-7ae0-4805-8124-bf908ae52e1c tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662198 Feb 15 15:25:54.495170 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6795f46b-4e8b-4bd6-9b14-2a5b9ad7862a req-92a668e6-daf8-4d11-a333-1b3b6a7e7a31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0351508 Feb 15 15:25:54.772907 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8072c5a-57bc-4f3e-8bbc-f1e53dffb191 req-efa67268-37a4-489a-b984-6eead2f34d8d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:54.774472 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d8072c5a-57bc-4f3e-8bbc-f1e53dffb191 req-efa67268-37a4-489a-b984-6eead2f34d8d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0549479 Feb 15 15:25:54.828264 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d8072c5a-57bc-4f3e-8bbc-f1e53dffb191 req-2a6a1ef6-3891-410e-b4ca-a0467a101e5f tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479026 Feb 15 15:25:55.490968 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aaa0f-fd2a-43df-8ccb-e0c7ab4e9528 req-6dfc8837-dfa8-4c1f-9858-cdefe6f7459d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:55.492745 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed0aaa0f-fd2a-43df-8ccb-e0c7ab4e9528 req-6dfc8837-dfa8-4c1f-9858-cdefe6f7459d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0547173 Feb 15 15:25:55.566630 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ed0aaa0f-fd2a-43df-8ccb-e0c7ab4e9528 req-91595b4d-705e-438e-b5ac-492ee7847ad2 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682006 Feb 15 15:25:55.627380 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-9f8c68bf-565d-4650-8e02-f6e0082f1977 req-4669713c-5fbd-4d76-8ed4-b668086b2e0e tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0337141 Feb 15 15:25:55.971178 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c62559-984a-4375-b3f7-a5d523f23de4 req-01f0a350-5047-4946-bbe2-65f091a0053a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:55.972817 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90c62559-984a-4375-b3f7-a5d523f23de4 req-01f0a350-5047-4946-bbe2-65f091a0053a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0604386 Feb 15 15:25:56.030047 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-90c62559-984a-4375-b3f7-a5d523f23de4 req-ebf9964b-8dd5-4d92-813a-6b8ef55702bb tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490849 Feb 15 15:25:56.722392 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afc24a-1a4e-4b5d-9840-33bd4992a660 req-55c43990-1f38-44d8-80ff-30a36293e2b0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:56.724452 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-84afc24a-1a4e-4b5d-9840-33bd4992a660 req-55c43990-1f38-44d8-80ff-30a36293e2b0 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0775292 Feb 15 15:25:56.756515 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4ebfd24e-49b3-421b-b4ac-d79aa702bb50 req-a3761259-a4ab-4640-ad4c-679ee66761d2 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0285048 Feb 15 15:25:56.792451 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-84afc24a-1a4e-4b5d-9840-33bd4992a660 req-4528f917-a6d5-4b28-b4c0-07e2320d302f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665147 Feb 15 15:25:57.164470 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cff26-0aea-4160-91c0-2f9cef531f9e req-b43ae55d-3a9c-4a18-b202-ea1698f09dac tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:57.166053 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c45cff26-0aea-4160-91c0-2f9cef531f9e req-b43ae55d-3a9c-4a18-b202-ea1698f09dac tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0577879 Feb 15 15:25:57.223528 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c45cff26-0aea-4160-91c0-2f9cef531f9e req-aed585c3-b8bc-4cd0-aea2-8aad3deaee6c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509331 Feb 15 15:25:57.889084 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4487e104-f8fe-495f-82e5-c39a115a3b5a req-065966a7-b7f8-40b5-9c19-c73821fcd47d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0325418 Feb 15 15:25:57.948679 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eb54a-9aab-45a5-b22e-128f8c298c47 req-6b666b2d-1e66-4f4e-a4f2-924d3c5e0e3b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:57.950414 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b3eb54a-9aab-45a5-b22e-128f8c298c47 req-6b666b2d-1e66-4f4e-a4f2-924d3c5e0e3b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0702732 Feb 15 15:25:58.016021 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7b3eb54a-9aab-45a5-b22e-128f8c298c47 req-6b20b6c3-fdbb-40a3-aca2-a4fead0409eb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570223 Feb 15 15:25:58.362964 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72301cc-64ef-4c26-ae4b-1f569c11ec7d req-8f66336e-03eb-400e-921a-302685af7726 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:58.364953 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f72301cc-64ef-4c26-ae4b-1f569c11ec7d req-8f66336e-03eb-400e-921a-302685af7726 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0585458 Feb 15 15:25:58.427054 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f72301cc-64ef-4c26-ae4b-1f569c11ec7d req-ab3692bb-0bab-4046-b78c-66ee82407328 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532753 Feb 15 15:25:59.002014 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-99fd0944-c8f0-440a-9f61-27e14ab8c692 req-70915e6f-b191-4a07-92da-2a25884a91d0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=00ec7214-1779-4320-9fcf-a4aa5cce8dfc HTTP/1.1" status: 200 len: 210 time: 0.0278156 Feb 15 15:25:59.135491 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a701d5a-e435-44fb-be88-62ab0659e2f6 req-d9c15b1e-10ce-49a7-8632-9199dbc30fb5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:59.136902 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a701d5a-e435-44fb-be88-62ab0659e2f6 req-d9c15b1e-10ce-49a7-8632-9199dbc30fb5 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0563977 Feb 15 15:25:59.185533 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3a701d5a-e435-44fb-be88-62ab0659e2f6 req-575c2342-9778-430a-99e5-49776778fee7 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424609 Feb 15 15:25:59.553294 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc400314-1329-4366-97d1-b5538a4a1e69 req-47d1e55f-313e-4c76-bffd-f0ecc6b37049 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:59.554683 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc400314-1329-4366-97d1-b5538a4a1e69 req-47d1e55f-313e-4c76-bffd-f0ecc6b37049 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0530994 Feb 15 15:25:59.605433 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-cc400314-1329-4366-97d1-b5538a4a1e69 req-c598d8a0-975a-4681-89a1-8eae2517b606 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450249 Feb 15 15:25:59.858269 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f8eea-e061-4e33-8663-3ce026375621 req-ede38692-89cd-4788-a4a2-909be65e5a55 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:59.859961 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d35f8eea-e061-4e33-8663-3ce026375621 req-ede38692-89cd-4788-a4a2-909be65e5a55 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0598757 Feb 15 15:25:59.923932 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d35f8eea-e061-4e33-8663-3ce026375621 req-7c590ab4-34a4-4dc8-a80f-f1dd938094c0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576770 Feb 15 15:25:59.993426 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec48827-5c65-4a4c-9ede-76f714923352 req-ff91a89a-9f3d-47a9-87da-c36544931416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:59.995040 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fec48827-5c65-4a4c-9ede-76f714923352 req-ff91a89a-9f3d-47a9-87da-c36544931416 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1169 time: 0.0470338 Feb 15 15:26:00.098183 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec48827-5c65-4a4c-9ede-76f714923352 req-cd9e22ad-f475-4214-b190-829195197955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:00.098939 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fec48827-5c65-4a4c-9ede-76f714923352 req-cd9e22ad-f475-4214-b190-829195197955 service neutron] 10.222.0.102 "GET /v2.0/networks?id=386cb819-b0c5-4ff8-8e3b-57651034b928 HTTP/1.1" status: 200 len: 916 time: 0.0912073 Feb 15 15:26:00.172155 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fec48827-5c65-4a4c-9ede-76f714923352 req-7a229595-453b-41cf-8315-0bd2b7b7d74b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 1001 time: 0.0609753 Feb 15 15:26:00.225116 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec48827-5c65-4a4c-9ede-76f714923352 req-f6ad31c2-28e4-4f59-9e54-3db8d5a05fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:00.226750 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fec48827-5c65-4a4c-9ede-76f714923352 req-f6ad31c2-28e4-4f59-9e54-3db8d5a05fa3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=71b2f47e-607e-4e22-abbd-2ce6d7cf4a52 HTTP/1.1" status: 200 len: 854 time: 0.0463922 Feb 15 15:26:00.245352 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:26:00.313125 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9305f-3f98-4642-8e5a-e6a1b23a0050 req-b0addd8c-afd8-4402-b4b1-0e5f8554b652 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:00.314654 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1fd9305f-3f98-4642-8e5a-e6a1b23a0050 req-b0addd8c-afd8-4402-b4b1-0e5f8554b652 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0541041 Feb 15 15:26:00.318502 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec48827-5c65-4a4c-9ede-76f714923352 req-9feb5110-f971-4817-9877-2cfec4e64d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:00.320657 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fec48827-5c65-4a4c-9ede-76f714923352 req-9feb5110-f971-4817-9877-2cfec4e64d23 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=386cb819-b0c5-4ff8-8e3b-57651034b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0867283 Feb 15 15:26:00.325841 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-3791ec5e-0744-443b-a7b3-dfc5185444f6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710079770&fields=id&tenant_id=9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 267 time: 0.0814657 Feb 15 15:26:00.375185 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1fd9305f-3f98-4642-8e5a-e6a1b23a0050 req-26c17917-bf10-4f46-bd77-3be29768cb97 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541453 Feb 15 15:26:00.494640 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fec48827-5c65-4a4c-9ede-76f714923352 req-8e66ee29-288c-4631-9f1a-f5c52537cb7a service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665144 Feb 15 15:26:00.503722 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-dba0872c-7c43-4969-8e7e-1246ffc4d3ae tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:00.505081 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-dba0872c-7c43-4969-8e7e-1246ffc4d3ae tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 812 time: 0.1679106 Feb 15 15:26:00.564966 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-3155d067-0c25-4bbf-a201-0c985762351a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/quotas/9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 375 time: 0.0510039 Feb 15 15:26:00.634939 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fec48827-5c65-4a4c-9ede-76f714923352 req-0c1db389-fc92-467d-9706-bfbdd8eed5c6 service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287453 Feb 15 15:26:00.656326 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-97370f74-24da-4c5d-a0ca-581cc2a250b1 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845416 Feb 15 15:26:00.727450 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564e1a-7d84-4f5a-a97d-fbf7f41437eb req-47396eda-86db-4926-8115-79eec31a5e32 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:00.729263 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4f564e1a-7d84-4f5a-a97d-fbf7f41437eb req-47396eda-86db-4926-8115-79eec31a5e32 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0558062 Feb 15 15:26:00.761584 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-3974622e-d79c-467e-aa81-debd68d541da service neutron] 10.222.0.110 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924363 Feb 15 15:26:00.784497 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4f564e1a-7d84-4f5a-a97d-fbf7f41437eb req-076c6883-fd8b-4be3-bb10-db3e736c95e4 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464830 Feb 15 15:26:00.857882 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-d3cd9ab2-e548-4169-93cf-0a6bb4adc973 service neutron] 10.222.0.110 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898902 Feb 15 15:26:01.051647 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9401-e8fa-4a91-bedb-f546ebf7a21e req-c791994a-0001-4a7e-88b0-af52ac4c1c1a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:01.053158 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8cb9401-e8fa-4a91-bedb-f546ebf7a21e req-c791994a-0001-4a7e-88b0-af52ac4c1c1a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0542426 Feb 15 15:26:01.115066 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e8cb9401-e8fa-4a91-bedb-f546ebf7a21e req-2e18f377-b8f1-47b8-95d0-7eabe34a6194 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552351 Feb 15 15:26:01.727979 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d813f688-5d34-4fb5-a98f-3d66df78f27a req-fc47cc9e-7081-4b75-bde6-d7f0a5c9e89d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 210 time: 0.0410302 Feb 15 15:26:01.735568 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8d5-e889-4a80-9da9-280ec85fe995 req-b51f3f17-2ddf-41cb-a22b-b55553169d82 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:01.735568 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d2daa8d5-e889-4a80-9da9-280ec85fe995 req-b51f3f17-2ddf-41cb-a22b-b55553169d82 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0833564 Feb 15 15:26:01.801291 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d2daa8d5-e889-4a80-9da9-280ec85fe995 req-8aa1a611-f5f5-40b9-9b17-0ce8057dd6eb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579283 Feb 15 15:26:01.911611 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee306e-c056-44bf-849c-398da36e3680 req-7f4058cb-a0cf-4db0-b00a-dc1f5898855c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:01.913290 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6aee306e-c056-44bf-849c-398da36e3680 req-7f4058cb-a0cf-4db0-b00a-dc1f5898855c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 944 time: 0.0545475 Feb 15 15:26:01.963872 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6aee306e-c056-44bf-849c-398da36e3680 req-d6d0bbbf-61a6-4e72-b802-c3e0fcafa650 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448554 Feb 15 15:26:02.249524 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd59bec-fe9d-4360-8989-01cea2435ed6 req-3c011a3e-714f-4a19-b268-3e6c568bf0a0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:02.250937 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fdd59bec-fe9d-4360-8989-01cea2435ed6 req-3c011a3e-714f-4a19-b268-3e6c568bf0a0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0625880 Feb 15 15:26:02.313814 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fdd59bec-fe9d-4360-8989-01cea2435ed6 req-cf017155-1bed-4657-930e-08b2e300f355 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564177 Feb 15 15:26:02.474346 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9f4a38c8-6986-472d-b18c-9fbc33522076 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:26:02.722245 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:02.734549 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'port_id': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'mac_address': 'fa:16:3e:48:6e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:26:02.784140 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 9f4a38c8-6986-472d-b18c-9fbc33522076 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:02.784696 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:02.799238 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4a38c8-6986-472d-b18c-9fbc33522076 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:26:02.806725 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d162d3a8-d449-4689-b3ee-ea93d69ecb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:02.824429 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:02.828353 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8bcbd122-a49f-4afd-97fa-41aeb3539079 req-77f1b2f4-a806-476b-8553-d905bae3dca8 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 210 time: 0.0294492 Feb 15 15:26:02.893395 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:02.894164 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:26:02.934742 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efbde9-1a4f-49e9-9cd0-e7b0013579a8 req-f2087f41-87c3-44ed-b0e7-f69fb9c5db50 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:02.939801 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48efbde9-1a4f-49e9-9cd0-e7b0013579a8 req-f2087f41-87c3-44ed-b0e7-f69fb9c5db50 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 943 time: 0.0581560 Feb 15 15:26:02.993200 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48efbde9-1a4f-49e9-9cd0-e7b0013579a8 req-ad0a4891-010c-46ec-a333-22cc9781a55d tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484278 Feb 15 15:26:03.018648 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=7']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:03.059443 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:03.075058 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'port_id': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'mac_address': 'fa:16:3e:e5:72:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:26:03.118884 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:03.118884 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:03.135612 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0e2cf8-6850-4b36-866a-cc91c7621e0d {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:26:03.140182 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27764043-7de6-40fc-b758-0118e28aaa1f req-b695fd0a-fa7c-4c37-9a00-db8495bcdd60 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:03.142256 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-27764043-7de6-40fc-b758-0118e28aaa1f req-b695fd0a-fa7c-4c37-9a00-db8495bcdd60 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 945 time: 0.0651569 Feb 15 15:26:03.158294 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:03.199921 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-27764043-7de6-40fc-b758-0118e28aaa1f req-16b4b454-8e04-4f68-90df-549437696028 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513132 Feb 15 15:26:03.229607 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:03.279326 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=9']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:03.439317 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8299ffe-f294-479a-bdf0-82e2c2787f46 req-7b2472db-94a8-421a-a51d-b780606d6c59 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:03.440921 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8299ffe-f294-479a-bdf0-82e2c2787f46 req-7b2472db-94a8-421a-a51d-b780606d6c59 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0565271 Feb 15 15:26:03.503293 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['2e0e2cf8-6850-4b36-866a-cc91c7621e0d'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:26:03.511358 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a8299ffe-f294-479a-bdf0-82e2c2787f46 req-07f98dd3-e7de-4b69-abc6-87111e66f571 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634642 Feb 15 15:26:03.573956 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['9f4a38c8-6986-472d-b18c-9fbc33522076'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:26:03.750631 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-fa029b31-59bd-44ce-8216-4b561454de83 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:03.752244 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-fa029b31-59bd-44ce-8216-4b561454de83 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 812 time: 0.1093824 Feb 15 15:26:03.824419 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-7a1dbff4-f173-45f7-9538-d2fe75c98229 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 380 time: 0.0621321 Feb 15 15:26:03.838388 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'port': {'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'admin_state_up': True, 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'security_groups': ['903f67e6-d6ca-4026-b6ca-bdd331766a2a']}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:26:03.957301 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-39370a82-a98c-4869-9907-a0ca536ffd83 req-eaeefa8a-7ea7-4691-9a43-e8cc5ce7875a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 210 time: 0.0382841 Feb 15 15:26:04.076608 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Made reservation on behalf of 9b5a420d478044c4982a4615b5c9c505 for: {'port': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:26:04.079878 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:04.231573 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06db80-08ca-4b27-b1d0-3483a8a343f9 req-a9714b16-8a76-49f3-a70d-bfbf51308818 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:04.233099 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6c06db80-08ca-4b27-b1d0-3483a8a343f9 req-a9714b16-8a76-49f3-a70d-bfbf51308818 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 944 time: 0.1355743 Feb 15 15:26:04.272973 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Allocated IP 172.20.0.5 (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2/769cbbbd-cc0c-4e39-989e-54c89e1abc99/a9612e5d-d520-4b70-9a84-d448e032c7ce) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:26:04.308969 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-6c06db80-08ca-4b27-b1d0-3483a8a343f9 req-dbc2c4c7-529c-4282-a5fb-3d1fd0c00c98 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689144 Feb 15 15:26:04.369996 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c5e5-ad72-4979-a273-0507777c77db req-4fa9224a-fd04-469f-b364-78e729ca2b99 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:04.371418 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac97c5e5-ad72-4979-a273-0507777c77db req-4fa9224a-fd04-469f-b364-78e729ca2b99 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 945 time: 0.0574920 Feb 15 15:26:04.435959 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ac97c5e5-ad72-4979-a273-0507777c77db req-bbf3629e-e1a1-417b-b29e-9ce0bb2718a3 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578916 Feb 15 15:26:04.473875 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:04.485204 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9f4a38c8-6986-472d-b18c-9fbc33522076 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:26:04.529882 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 9f4a38c8-6986-472d-b18c-9fbc33522076 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:26:04.530989 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:04.595290 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:04.620497 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 9f4a38c8-6986-472d-b18c-9fbc33522076 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:04.620947 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:04.645636 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:04.648433 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3099fcea-080b-455b-8ee5-9d28a5410c63" -d '{"events": [{"server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "name": "network-vif-plugged", "status": "completed", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:04.668169 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:04.669845 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:26:04.676057 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:26:04.678973 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=a9612e5d-d520-4b70-9a84-d448e032c7ce,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:04.682239 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:26:04.700330 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c090f-b4de-456f-9169-41abf82887d6 x-openstack-request-id: req-cb9c090f-b4de-456f-9169-41abf82887d6 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:04.700627 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "name": "network-vif-plugged", "status": "completed", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:04.700880 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-cb9c090f-b4de-456f-9169-41abf82887d6 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:04.701343 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'code': 200} Feb 15 15:26:04.761294 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:04.762128 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:26:04.848516 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=8']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:04.861347 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:26:04.861755 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:04.952715 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:04.953101 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:04.974900 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9ec30-b31f-4007-bdd0-fe660e17921a req-aa4d594d-9951-4a76-bf18-47c39d596a18 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:04.977198 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-daf9ec30-b31f-4007-bdd0-fe660e17921a req-aa4d594d-9951-4a76-bf18-47c39d596a18 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.3929892 Feb 15 15:26:04.998211 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:04.998985 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:05.005341 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:05.013556 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-0016dfd4-0ac1-4a33-949b-bc3cd6f3c80d None None] Provisioning complete for port a9612e5d-d520-4b70-9a84-d448e032c7ce triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:26:05.013983 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0016dfd4-0ac1-4a33-949b-bc3cd6f3c80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:05.055110 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-0016dfd4-0ac1-4a33-949b-bc3cd6f3c80d None None] Port a9612e5d-d520-4b70-9a84-d448e032c7ce cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:26:05.067443 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-daf9ec30-b31f-4007-bdd0-fe660e17921a req-89546dba-bec2-4774-a9e7-d61f2f5bb209 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653107 Feb 15 15:26:05.104094 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:05.108811 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ca6b0f0e-ea8a-4096-bfd1-ef29b05d78f0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2794032 Feb 15 15:26:05.121655 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Request body: {'port': {'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:26:05.138342 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80483e99-6e40-4d73-af18-df2858f399d4 req-601713c3-d4c9-4f49-9b7f-446c3f1740cc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:05.139911 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-80483e99-6e40-4d73-af18-df2858f399d4 req-601713c3-d4c9-4f49-9b7f-446c3f1740cc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 931 time: 0.0937357 Feb 15 15:26:05.146286 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc718e-3596-443d-b750-9d3a5b72d63b req-884dc721-ac0b-4e72-b711-0fc4e6cf8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:05.147841 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40dc718e-3596-443d-b750-9d3a5b72d63b req-884dc721-ac0b-4e72-b711-0fc4e6cf8337 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1130 time: 0.0874300 Feb 15 15:26:05.186200 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=10']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:05.193390 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:05.231916 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-80483e99-6e40-4d73-af18-df2858f399d4 req-b0342866-6ac2-4c19-918e-6a6ce3a3487f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816684 Feb 15 15:26:05.235173 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-40dc718e-3596-443d-b750-9d3a5b72d63b req-9314635e-303f-4f0e-8855-cae9feefbc4a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787213 Feb 15 15:26:05.401048 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9e0960b3-b14f-4e29-bcf8-c9c4a4dd769b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:05.488683 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06d96-8157-422f-ac17-9aa6f1fdfdb7 req-2907ad64-3471-47e4-98bd-064b446d1943 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:05.490150 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-edc06d96-8157-422f-ac17-9aa6f1fdfdb7 req-2907ad64-3471-47e4-98bd-064b446d1943 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0966384 Feb 15 15:26:05.535539 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9612e5d-d520-4b70-9a84-d448e032c7ce {{(pid=103274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:26:05.550672 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Publish callbacks [] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:05.561369 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f50e-e8bf-4c1f-8dcb-3c8eebf313ab req-cdfb8988-527d-42f8-8308-d2f645124e50 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:05.563015 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2343f50e-e8bf-4c1f-8dcb-3c8eebf313ab req-cdfb8988-527d-42f8-8308-d2f645124e50 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0586791 Feb 15 15:26:05.576954 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-edc06d96-8157-422f-ac17-9aa6f1fdfdb7 req-c1f2ba21-69bd-4f07-85df-b706dc6f7d05 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690501 Feb 15 15:26:05.577869 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.provisioning_blocks [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Transition to ACTIVE for port object a9612e5d-d520-4b70-9a84-d448e032c7ce will not be triggered until provisioned by entity L2. {{(pid=103274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:26:05.615154 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2343f50e-e8bf-4c1f-8dcb-3c8eebf313ab req-b350cb84-d5f5-4cac-a53a-8feb526f7e48 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462332 Feb 15 15:26:05.657926 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:05.730768 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Pushing event updated for resources: {'Port': ['ID=a9612e5d-d520-4b70-9a84-d448e032c7ce,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:05.784099 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Attempting to bind port a9612e5d-d520-4b70-9a84-d448e032c7ce on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:26:05.784438 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Attempting to bind port a9612e5d-d520-4b70-9a84-d448e032c7ce by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:26:05.784773 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Attempting to bind port a9612e5d-d520-4b70-9a84-d448e032c7ce on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:26:05.790099 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Port a9612e5d-d520-4b70-9a84-d448e032c7ce on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:26:05.790430 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Attempting to bind port a9612e5d-d520-4b70-9a84-d448e032c7ce on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:26:05.796385 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:26:05.796798 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Checking segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:26:05.797202 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Bound using segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} {{(pid=103274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:26:05.797639 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.managers [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Bound port: a9612e5d-d520-4b70-9a84-d448e032c7ce, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}}] {{(pid=103274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:26:05.798011 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:05.871573 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] For port a9612e5d-d520-4b70-9a84-d448e032c7ce, host hv-cinder-77819, cleared binding levels {{(pid=103274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:26:05.876791 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] For port a9612e5d-d520-4b70-9a84-d448e032c7ce, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:26:05.960039 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:06.004314 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.004915 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:06.006384 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] 10.222.0.102 "PUT /v2.0/ports/a9612e5d-d520-4b70-9a84-d448e032c7ce HTTP/1.1" status: 200 len: 1093 time: 0.8903639 Feb 15 15:26:06.006894 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:06.010165 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a34927d-f289-432a-a847-8dd696c13f51" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:06.052822 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8f5268-aff6-4324-a43b-217eee056217 x-openstack-request-id: req-6c8f5268-aff6-4324-a43b-217eee056217 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:06.053136 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:06.053417 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6c8f5268-aff6-4324-a43b-217eee056217 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:06.053814 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'status': 'completed', 'code': 200} Feb 15 15:26:06.054565 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28830cf8-646a-4069-a204-eab1814ed822 service neutron] Pushing event updated for resources: {'Port': ['ID=a9612e5d-d520-4b70-9a84-d448e032c7ce,revision_number=3']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:06.181202 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34927d-f289-432a-a847-8dd696c13f51 req-09cf8dd4-c606-45e2-a9f9-d37f6a6c1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.183952 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a34927d-f289-432a-a847-8dd696c13f51 req-09cf8dd4-c606-45e2-a9f9-d37f6a6c1659 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1127 time: 0.0981219 Feb 15 15:26:06.287184 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f850211-f4e2-472f-b90c-40ec3fde3341 req-e1abeb1d-ee52-44fa-8269-1cc16b10b6fb tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.291352 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9f850211-f4e2-472f-b90c-40ec3fde3341 req-e1abeb1d-ee52-44fa-8269-1cc16b10b6fb tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.1332171 Feb 15 15:26:06.393884 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:06.405933 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9f850211-f4e2-472f-b90c-40ec3fde3341 req-af22acde-a278-4354-9c7b-4fb30beb57cf tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080382 Feb 15 15:26:06.463601 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34927d-f289-432a-a847-8dd696c13f51 req-1c6afa37-3c4b-4ac2-8c77-56da37731a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.467040 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a34927d-f289-432a-a847-8dd696c13f51 req-1c6afa37-3c4b-4ac2-8c77-56da37731a35 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=9b5a420d478044c4982a4615b5c9c505&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2732673 Feb 15 15:26:06.548251 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316753c0-4900-436f-ac6a-8958f568c0c8 req-18667b98-046c-4041-a748-0b614efa1c03 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.552319 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-316753c0-4900-436f-ac6a-8958f568c0c8 req-18667b98-046c-4041-a748-0b614efa1c03 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.1814420 Feb 15 15:26:06.689421 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-316753c0-4900-436f-ac6a-8958f568c0c8 req-0a78993c-af08-4b77-ae32-d9d9eb6147e3 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284564 Feb 15 15:26:06.702337 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:06.705282 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83960818-5ee9-4533-8e02-900219f9c17b" -d '{"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:06.717614 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34927d-f289-432a-a847-8dd696c13f51 req-88a27585-cc91-4e84-8567-6ac5c4b0ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.719405 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a34927d-f289-432a-a847-8dd696c13f51 req-88a27585-cc91-4e84-8567-6ac5c4b0ef77 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2452798 Feb 15 15:26:06.722612 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102677d0-0ec5-4625-aeb3-52d87917a0aa req-1f24f035-e602-4700-93d3-dde54f366a43 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.724289 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-102677d0-0ec5-4625-aeb3-52d87917a0aa req-1f24f035-e602-4700-93d3-dde54f366a43 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0618036 Feb 15 15:26:06.774733 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-102677d0-0ec5-4625-aeb3-52d87917a0aa req-d5266466-15d4-403c-b789-daffd74ac6a6 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Feb 15 15:26:06.830734 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba73b350-db43-4d52-9f90-896e7faf75ae x-openstack-request-id: req-ba73b350-db43-4d52-9f90-896e7faf75ae {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:06.831042 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:06.831566 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ba73b350-db43-4d52-9f90-896e7faf75ae {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:06.832144 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'code': 200} Feb 15 15:26:06.847593 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-3e5da3b9-1465-43a2-9671-610f0a7ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.849416 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-3e5da3b9-1465-43a2-9671-610f0a7ac78b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1127 time: 0.0906339 Feb 15 15:26:06.857969 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936b87-6456-4a04-bf23-ff123e127e54 req-d5cabc1c-8d7a-43ef-b565-a913d643a17b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.859609 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac936b87-6456-4a04-bf23-ff123e127e54 req-d5cabc1c-8d7a-43ef-b565-a913d643a17b tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0909963 Feb 15 15:26:06.902919 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-282a972b-c381-4d7d-a3ab-f5663645c029 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce HTTP/1.1" status: 200 len: 217 time: 0.0423300 Feb 15 15:26:06.980161 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ac936b87-6456-4a04-bf23-ff123e127e54 req-a803fc0c-841e-4082-a561-fa9a552ed9b1 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118071 Feb 15 15:26:06.981737 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-7b1094bf-527a-453b-bc38-133ee39ed51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:06.983095 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-7b1094bf-527a-453b-bc38-133ee39ed51b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0742021 Feb 15 15:26:06.989909 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:07.043586 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-f7b7c5ec-e1c7-4972-9fa1-b4fc4cbdd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:07.045162 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-f7b7c5ec-e1c7-4972-9fa1-b4fc4cbdd253 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517752 Feb 15 15:26:07.137632 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-dedfe1c1-a249-450b-b83c-43790c5c71e7 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860751 Feb 15 15:26:07.231781 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8614c-c96a-4da8-a76e-84c07343158e req-ac4c7660-8215-4365-bcc6-aadfe7608bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:07.233266 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-41f8614c-c96a-4da8-a76e-84c07343158e req-ac4c7660-8215-4365-bcc6-aadfe7608bed service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 1130 time: 0.0531054 Feb 15 15:26:07.240511 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7125f1bc-9860-4320-a85a-cb4ffed3cea5 req-ac61169b-a005-45fc-93dc-6685deb903f4 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947235 Feb 15 15:26:07.281348 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-41f8614c-c96a-4da8-a76e-84c07343158e req-c24a3512-84ee-4dbd-8915-c06aa65633fa service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396359 Feb 15 15:26:07.433124 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e86c0c-de65-4c1b-9cfa-2103570dcf0b req-e9f0710e-1522-4330-ac28-7d1534413299 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:07.434618 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1e86c0c-de65-4c1b-9cfa-2103570dcf0b req-e9f0710e-1522-4330-ac28-7d1534413299 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0552580 Feb 15 15:26:07.484611 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e1e86c0c-de65-4c1b-9cfa-2103570dcf0b req-24a83604-4b9e-4c1e-8d81-ac311c6f3de1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Feb 15 15:26:07.556905 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b19f55-5938-484a-be07-9a24e4859d93 req-b1bba920-f673-4049-be9d-76318ed48627 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:07.558617 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-09b19f55-5938-484a-be07-9a24e4859d93 req-b1bba920-f673-4049-be9d-76318ed48627 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0601988 Feb 15 15:26:07.625775 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-09b19f55-5938-484a-be07-9a24e4859d93 req-cfb43cb9-bec0-4976-bd1c-095e14a3809b tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567513 Feb 15 15:26:07.667508 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:07.822578 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a552ff-c700-4f09-8773-d0bbc30648c1 req-6fa7b70a-648d-4891-80bf-b674cf83087f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:07.824108 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67a552ff-c700-4f09-8773-d0bbc30648c1 req-6fa7b70a-648d-4891-80bf-b674cf83087f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.0573924 Feb 15 15:26:07.873703 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-67a552ff-c700-4f09-8773-d0bbc30648c1 req-3e6a670e-f8ac-46be-aa1d-b3542a938c3a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Feb 15 15:26:07.905159 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5bdcb-2809-422b-9e32-49e5aa2b7058 req-ceb01116-1321-4267-9abb-577c2974b7fb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:07.906634 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-57b5bdcb-2809-422b-9e32-49e5aa2b7058 req-ceb01116-1321-4267-9abb-577c2974b7fb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0532539 Feb 15 15:26:07.953568 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-57b5bdcb-2809-422b-9e32-49e5aa2b7058 req-d402c49c-1ba3-4e2a-a09e-65c50bec069e tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Feb 15 15:26:08.609359 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f6731-4dd4-4027-b5e8-b406f9d4855d req-39b4207f-0005-42e5-b7ff-3df709d5fbca tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:08.610818 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f79f6731-4dd4-4027-b5e8-b406f9d4855d req-39b4207f-0005-42e5-b7ff-3df709d5fbca tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0546989 Feb 15 15:26:08.663570 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f79f6731-4dd4-4027-b5e8-b406f9d4855d req-0a1b0e1a-c52a-48b1-aee4-80b4be93e0de tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469778 Feb 15 15:26:08.758658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ceca0-a1f1-4cb9-8951-5a66e9ed957b req-962621e2-ed6a-4f01-a64c-f596184bc445 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:08.760784 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d7ceca0-a1f1-4cb9-8951-5a66e9ed957b req-962621e2-ed6a-4f01-a64c-f596184bc445 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0590315 Feb 15 15:26:09.000364 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf061-a579-4fe4-a108-1bbed562fe83 req-18a6faf8-0f00-47ac-b257-8e946f008cbe tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:09.002032 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44abf061-a579-4fe4-a108-1bbed562fe83 req-18a6faf8-0f00-47ac-b257-8e946f008cbe tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.0565608 Feb 15 15:26:09.068282 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-44abf061-a579-4fe4-a108-1bbed562fe83 req-c8c20aaf-1eab-4c94-ace7-78bf7cf95b4e tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601170 Feb 15 15:26:09.081495 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d7ceca0-a1f1-4cb9-8951-5a66e9ed957b req-591c83ce-74b7-46ef-bdac-546f0bf17630 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3145232 Feb 15 15:26:09.198228 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509121-0ca0-40ef-946c-5e90a54564a4 req-9d7ccd8a-ea39-43b0-a189-ced486b7aa89 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:09.199644 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d5509121-0ca0-40ef-946c-5e90a54564a4 req-9d7ccd8a-ea39-43b0-a189-ced486b7aa89 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0565567 Feb 15 15:26:09.206681 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:09.249866 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-d5509121-0ca0-40ef-946c-5e90a54564a4 req-a83ccb90-26f8-4265-9c4b-f0896fe145eb tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 Feb 15 15:26:09.791353 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4510-f484-4841-8559-89e19f5210f1 req-c708348a-12e6-4691-81ab-7068e32ba6f7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:09.792848 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-773b4510-f484-4841-8559-89e19f5210f1 req-c708348a-12e6-4691-81ab-7068e32ba6f7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0851383 Feb 15 15:26:09.815997 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3afe09-581b-4ab8-9ab2-28b9544740c4 req-3ffe3deb-858b-4287-99fe-e24c462c6385 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:09.817446 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b3afe09-581b-4ab8-9ab2-28b9544740c4 req-3ffe3deb-858b-4287-99fe-e24c462c6385 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 946 time: 0.0783079 Feb 15 15:26:09.916240 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9b3afe09-581b-4ab8-9ab2-28b9544740c4 req-09fea574-40fc-4b73-bbe6-c41d084dba39 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups?id=825fe469-1dea-437f-8cd0-5a94e98baa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792084 Feb 15 15:26:09.940302 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Deleting port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:26:09.940643 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:10.032754 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] For port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:10.034261 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:10.205275 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4cb8-4717-43d2-a53a-d8309381ebf3 req-0f7274e7-a39a-4d63-92b1-da0bef22e024 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:10.206779 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-52fb4cb8-4717-43d2-a53a-d8309381ebf3 req-0f7274e7-a39a-4d63-92b1-da0bef22e024 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.0587833 Feb 15 15:26:10.249916 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:10.250507 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (ac48c3fd-996c-4b17-be1d-c71cba8949f8), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:10.250645 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Floating IP ac48c3fd-996c-4b17-be1d-c71cba8949f8 disassociated. External IP: 172.27.0.111, port: 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a. Feb 15 15:26:10.251019 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Calling delete_port for 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:26:10.263101 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-52fb4cb8-4717-43d2-a53a-d8309381ebf3 req-94088989-0d29-4b84-a10a-8ee6521f3233 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491319 Feb 15 15:26:10.275342 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26610fa2-a794-4591-94cd-250588f6d996 req-00d7a2bc-7b53-4c44-b547-86daf796ddba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:10.276892 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-26610fa2-a794-4591-94cd-250588f6d996 req-00d7a2bc-7b53-4c44-b547-86daf796ddba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.1136711 Feb 15 15:26:10.385646 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd952c6-2474-4636-8196-3ab0c4899925 req-c78dc489-6500-415c-a63e-09397b7ed0c4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:10.387144 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3dd952c6-2474-4636-8196-3ab0c4899925 req-c78dc489-6500-415c-a63e-09397b7ed0c4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0587673 Feb 15 15:26:10.393100 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-26610fa2-a794-4591-94cd-250588f6d996 req-226be1ff-fecc-48e6-8d45-4b3f1b0c1886 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817828 Feb 15 15:26:10.437765 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-3dd952c6-2474-4636-8196-3ab0c4899925 req-2d88396d-2df2-4190-b7a0-124591a3723a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428789 Feb 15 15:26:10.513459 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (4588c1ed-c9e3-436c-9d02-81a1b77c9e2a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:10.541009 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event deleted for resources: {'Port': ['ID=4588c1ed-c9e3-436c-9d02-81a1b77c9e2a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:10.552892 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.553256 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.553611 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.557603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:10.672518 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:26:10.784517 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:26:10.795839 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] Sync routers for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:26:10.805313 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:10.806554 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:26:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:10.830659 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] No DVR routers for this DVR port 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:26:10.833590 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:10.837215 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-773b4510-f484-4841-8559-89e19f5210f1 req-2beb0f35-efdb-4103-9878-3756b9d490b7 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.102 "DELETE /v2.0/ports/4588c1ed-c9e3-436c-9d02-81a1b77c9e2a HTTP/1.1" status: 204 len: 173 time: 1.0369868 Feb 15 15:26:10.837515 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'name': 'network-vif-deleted', 'tag': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:10.840217 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17534c6a-7fa3-4c63-8bf3-b98cf1afb321" -d '{"events": [{"server_uuid": "31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082", "name": "network-vif-deleted", "tag": "4588c1ed-c9e3-436c-9d02-81a1b77c9e2a"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:10.885872 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12e8cf5-9773-4c6c-b58a-83956f2629a0 x-openstack-request-id: req-a12e8cf5-9773-4c6c-b58a-83956f2629a0 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:10.886167 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082", "name": "network-vif-deleted", "tag": "4588c1ed-c9e3-436c-9d02-81a1b77c9e2a", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:10.886419 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a12e8cf5-9773-4c6c-b58a-83956f2629a0 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:10.886822 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082', 'name': 'network-vif-deleted', 'tag': '4588c1ed-c9e3-436c-9d02-81a1b77c9e2a', 'status': 'completed', 'code': 200} Feb 15 15:26:10.922436 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:11.020178 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1884a2ae-52b4-42b0-a55c-fe841e3fdc19 req-505b2878-cd0d-497f-b18c-2fbcfc544634 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/ports?device_id=31d9ff62-9e1c-4db1-a2a6-5a19fc0cc082 HTTP/1.1" status: 200 len: 210 time: 0.0330985 Feb 15 15:26:11.147005 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:11.173750 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] Checking router: ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:26:11.182728 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:11.183334 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:26:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:11.293044 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:11.387694 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98633694-d51c-49ca-b29d-ef341e22e162 req-42cb32a1-4f2a-42e5-be07-311d83b7a17a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:11.389194 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98633694-d51c-49ca-b29d-ef341e22e162 req-42cb32a1-4f2a-42e5-be07-311d83b7a17a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.0562184 Feb 15 15:26:11.460559 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-98633694-d51c-49ca-b29d-ef341e22e162 req-c6f2b708-408e-49ff-83da-523326cc5dec tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649443 Feb 15 15:26:11.538714 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a91216-581f-40bd-b2e6-cc832015f7c8 req-1a9d174e-a259-4025-9550-3e5667b87033 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:11.544354 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:11.544553 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-58a91216-581f-40bd-b2e6-cc832015f7c8 req-1a9d174e-a259-4025-9550-3e5667b87033 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0569172 Feb 15 15:26:11.612835 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-58a91216-581f-40bd-b2e6-cc832015f7c8 req-df1cee62-755d-4615-ab9c-c95d4bd8140b tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654740 Feb 15 15:26:11.694289 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dcd85f-112e-425b-a5c0-857afee6ff7d None None] The sync data for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi is: [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:43Z', 'revision_number': 4, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '8b196bf5-8647-4f7d-9857-fc72d79da42c', 'name': '', 'network_id': '73f85123-0d32-40a7-854e-e7dc72d977f8', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'mac_address': 'fa:16:3e:3f:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:54Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'subnets': [{'id': '8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:26:11.932004 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56727d-e51f-4a31-bdbd-de633f80f396 None None] New status for floating IP ac48c3fd-996c-4b17-be1d-c71cba8949f8: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:26:12.195979 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 42540) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:12.250870 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-726cc8db-5345-4067-9a11-86006c176691 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (825fe469-1dea-437f-8cd0-5a94e98baa00), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:12.276886 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-726cc8db-5345-4067-9a11-86006c176691 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (825fe469-1dea-437f-8cd0-5a94e98baa00), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:12.400270 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-726cc8db-5345-4067-9a11-86006c176691 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (825fe469-1dea-437f-8cd0-5a94e98baa00), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:12.402996 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-726cc8db-5345-4067-9a11-86006c176691 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:12.404176 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-726cc8db-5345-4067-9a11-86006c176691 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "DELETE /v2.0/security-groups/825fe469-1dea-437f-8cd0-5a94e98baa00 HTTP/1.1" status: 204 len: 168 time: 0.2066262 Feb 15 15:26:12.407356 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 42542) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:12.413737 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc8db-5345-4067-9a11-86006c176691 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825fe469-1dea-437f-8cd0-5a94e98baa00,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:12.421279 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-4fc33c15-b835-482b-9262-e30301abefa5 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] show failed (client error): The resource could not be found. Feb 15 15:26:12.422290 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4fc33c15-b835-482b-9262-e30301abefa5 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "GET /v2.0/security-groups/825fe469-1dea-437f-8cd0-5a94e98baa00 HTTP/1.1" status: 404 len: 347 time: 0.0139337 Feb 15 15:26:12.425291 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 42544) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:12.521992 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:26:12.542463 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:26:12.542837 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 4588c1ed-c9e3-436c-9d02-81a1b77c9e2a not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:26:12.598869 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Deleting port 4cd74fbf-83e7-4c82-98fd-47ee04d9be42 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:26:12.599206 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:12.608532 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6433-c447-4175-88a2-53547090896d req-4d7adc24-2b86-43a5-9d5c-3b4d55ff7a72 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:12.610069 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-75ae6433-c447-4175-88a2-53547090896d req-4d7adc24-2b86-43a5-9d5c-3b4d55ff7a72 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.0758626 Feb 15 15:26:12.709322 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-75ae6433-c447-4175-88a2-53547090896d req-6f3bc55d-b512-4d37-9f5c-1f78d6b64fc1 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894365 Feb 15 15:26:12.721375 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:12.721703 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:12.733925 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Calling delete_port for 4cd74fbf-83e7-4c82-98fd-47ee04d9be42 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:26:12.743790 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298e17a-0a23-4a17-894a-5a707e18dbb3 req-6bff8c2f-2fb9-470e-8d95-2bb87dda12bf tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:12.745387 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5298e17a-0a23-4a17-894a-5a707e18dbb3 req-6bff8c2f-2fb9-470e-8d95-2bb87dda12bf tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0612431 Feb 15 15:26:12.804856 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5298e17a-0a23-4a17-894a-5a707e18dbb3 req-27682f75-5fba-42cd-bbd1-a1748dd0884a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535355 Feb 15 15:26:12.972358 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (4cd74fbf-83e7-4c82-98fd-47ee04d9be42), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:12.996785 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Pushing event deleted for resources: {'Port': ['ID=4cd74fbf-83e7-4c82-98fd-47ee04d9be42,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:13.062789 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks [] for floatingip (ac48c3fd-996c-4b17-be1d-c71cba8949f8), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:13.065517 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:13.066674 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-073f6e92-7a97-4db6-8790-6b3b3d399ef1 tempest-AttachVolumeTestJSON-717412170 tempest-AttachVolumeTestJSON-717412170-project] 10.222.0.110 "DELETE /v2.0/floatingips/ac48c3fd-996c-4b17-be1d-c71cba8949f8 HTTP/1.1" status: 204 len: 168 time: 0.6404040 Feb 15 15:26:13.830467 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf7e27-f21b-4be9-9fbd-879348d17e2e req-450af19f-f843-4027-af08-cec8e7b3c747 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:13.831999 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-21cf7e27-f21b-4be9-9fbd-879348d17e2e req-450af19f-f843-4027-af08-cec8e7b3c747 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.0529239 Feb 15 15:26:13.884988 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-21cf7e27-f21b-4be9-9fbd-879348d17e2e req-c9679bc1-189a-4dda-b675-d39982938f41 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469091 Feb 15 15:26:13.928307 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48849628-37bd-40c5-94c2-0ba4428f3372 req-a6cc42a2-109e-429e-bfab-187cf8c82562 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:13.929768 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48849628-37bd-40c5-94c2-0ba4428f3372 req-a6cc42a2-109e-429e-bfab-187cf8c82562 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0543516 Feb 15 15:26:13.989380 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-48849628-37bd-40c5-94c2-0ba4428f3372 req-aea3299a-67f8-464e-9b2d-b0d603c86c9d tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530078 Feb 15 15:26:15.003339 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47893295-adf1-445d-94b3-856b97b98245 req-9d8c5481-8a36-4514-99ff-495663a11209 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:15.004815 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-47893295-adf1-445d-94b3-856b97b98245 req-9d8c5481-8a36-4514-99ff-495663a11209 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.0522227 Feb 15 15:26:15.062560 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-47893295-adf1-445d-94b3-856b97b98245 req-46b4534d-2d69-4863-8013-f84df9b33174 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514252 Feb 15 15:26:15.117011 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246af2ef-69da-4d26-b07a-2533fe98905b req-82c7d5cd-c48e-4c57-8ae0-76945dc2b0b0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:15.118445 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-246af2ef-69da-4d26-b07a-2533fe98905b req-82c7d5cd-c48e-4c57-8ae0-76945dc2b0b0 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0592735 Feb 15 15:26:15.178686 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-246af2ef-69da-4d26-b07a-2533fe98905b req-f62c9d44-c655-420d-91eb-e40998e19caa tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535839 Feb 15 15:26:16.182241 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7438b-7d15-466f-a177-f2e6021af425 req-b82d4e29-77da-4e42-a63c-38dbb6db2e86 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:16.183462 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-03b7438b-7d15-466f-a177-f2e6021af425 req-b82d4e29-77da-4e42-a63c-38dbb6db2e86 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 943 time: 0.0548959 Feb 15 15:26:16.234998 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-03b7438b-7d15-466f-a177-f2e6021af425 req-039c0372-dcbc-464f-9a23-5dd974315a22 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453954 Feb 15 15:26:16.298523 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95ba86-cbd4-43c8-b9db-535d29de047b req-e7c78880-e2ed-486a-833e-4a2ac4ed0694 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:16.300017 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2d95ba86-cbd4-43c8-b9db-535d29de047b req-e7c78880-e2ed-486a-833e-4a2ac4ed0694 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0537205 Feb 15 15:26:16.360476 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2d95ba86-cbd4-43c8-b9db-535d29de047b req-b9b9e16e-d35e-43a1-b487-af540cb0ccc6 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548267 Feb 15 15:26:16.537905 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device a9612e5d-d520-4b70-9a84-d448e032c7ce details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:26:16.637509 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port a9612e5d-d520-4b70-9a84-d448e032c7ce, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:16.648766 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:26:16.686091 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port a9612e5d-d520-4b70-9a84-d448e032c7ce is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:16.686478 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:16.699640 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9612e5d-d520-4b70-9a84-d448e032c7ce {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:26:16.722584 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port a9612e5d-d520-4b70-9a84-d448e032c7ce, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:16.806478 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:16.853820 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=a9612e5d-d520-4b70-9a84-d448e032c7ce,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:17.005203 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 42588) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:17.087938 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['a9612e5d-d520-4b70-9a84-d448e032c7ce'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:26:17.359407 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc582-62e1-4b96-b4d8-604fce37bff9 req-697cb85b-2ee8-4e55-8e55-628138f71c84 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:17.361003 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-478bc582-62e1-4b96-b4d8-604fce37bff9 req-697cb85b-2ee8-4e55-8e55-628138f71c84 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 944 time: 0.0551908 Feb 15 15:26:17.420004 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-478bc582-62e1-4b96-b4d8-604fce37bff9 req-9ea4f261-f109-4096-8e00-f23724547ed2 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534313 Feb 15 15:26:17.498338 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:17.507814 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9b391-ee43-4ef0-a6d2-8a617f0b3a63 req-19e44a1d-de8f-489c-b592-af1eed2c5b26 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:17.509274 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e2f9b391-ee43-4ef0-a6d2-8a617f0b3a63 req-19e44a1d-de8f-489c-b592-af1eed2c5b26 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0677824 Feb 15 15:26:17.648881 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e2f9b391-ee43-4ef0-a6d2-8a617f0b3a63 req-99a11d0c-ef63-4468-8d57-d8a1c83ba17d tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091554 Feb 15 15:26:17.808800 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Deleting port 8b196bf5-8647-4f7d-9857-fc72d79da42c {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:26:17.809132 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:17.890337 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] For port 8b196bf5-8647-4f7d-9857-fc72d79da42c, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8b196bf5-8647-4f7d-9857-fc72d79da42c,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:17.890694 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:17.905034 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Calling delete_port for 8b196bf5-8647-4f7d-9857-fc72d79da42c owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:26:18.181881 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (8b196bf5-8647-4f7d-9857-fc72d79da42c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:18.207395 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b196bf5-8647-4f7d-9857-fc72d79da42c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:18.395552 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:18.544568 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750a624-c142-4094-99fb-fe4d4cd4055a req-3dc221dc-da44-4dea-aac1-1c62a0540778 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:18.552474 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device a9612e5d-d520-4b70-9a84-d448e032c7ce up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:26:18.553014 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3750a624-c142-4094-99fb-fe4d4cd4055a req-3dc221dc-da44-4dea-aac1-1c62a0540778 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 944 time: 0.0577421 Feb 15 15:26:18.599672 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3750a624-c142-4094-99fb-fe4d4cd4055a req-4b7bcba6-cb21-4d64-bc77-ee6aba623447 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473356 Feb 15 15:26:18.669794 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port a9612e5d-d520-4b70-9a84-d448e032c7ce completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:26:18.683455 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port a9612e5d-d520-4b70-9a84-d448e032c7ce triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:26:18.683852 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:18.770292 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port a9612e5d-d520-4b70-9a84-d448e032c7ce is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:18.770695 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:18.794972 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:18.797282 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4840411-0cf7-42fd-83bd-d21ea51205a0" -d '{"events": [{"server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "name": "network-vif-plugged", "status": "completed", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:18.811125 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port a9612e5d-d520-4b70-9a84-d448e032c7ce, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:18.833451 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba37f3d1-4862-43fc-a947-74ecba53e2e3 x-openstack-request-id: req-ba37f3d1-4862-43fc-a947-74ecba53e2e3 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:18.833679 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "name": "network-vif-plugged", "status": "completed", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:18.833931 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ba37f3d1-4862-43fc-a947-74ecba53e2e3 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:18.834332 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'code': 200} Feb 15 15:26:18.886855 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:18.935915 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=a9612e5d-d520-4b70-9a84-d448e032c7ce,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:18.946553 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da24357-fa89-4af8-8d6e-1d467645dfeb req-55d86553-e031-46be-9aa2-0c8f58f45cff tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:18.948042 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2da24357-fa89-4af8-8d6e-1d467645dfeb req-55d86553-e031-46be-9aa2-0c8f58f45cff tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0781755 Feb 15 15:26:18.956760 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:26:19.081922 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2da24357-fa89-4af8-8d6e-1d467645dfeb req-78dbf399-f356-4bbb-af57-b8bb08ec3bf4 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269879 Feb 15 15:26:19.118161 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:26:19.125314 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ecf2eb46-e3cc-4601-a51b-d9d24f95f65a admin admin] 10.222.0.110 "PUT /v2.0/routers/ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1189969 Feb 15 15:26:19.128998 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] Sync routers for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:26:19.132871 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 42602) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:19.142680 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:19.143370 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:26:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:19.254924 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:19.261407 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d719d30-6358-4b99-8b5b-c3ba935fc189 req-906a2d72-6bd4-424c-9f88-e692693dca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:19.263073 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d719d30-6358-4b99-8b5b-c3ba935fc189 req-906a2d72-6bd4-424c-9f88-e692693dca69 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1129 time: 0.0901158 Feb 15 15:26:19.290279 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks [] for router (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:19.378137 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-7d719d30-6358-4b99-8b5b-c3ba935fc189 req-e55477b0-5721-4584-84f3-c7e842935675 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073430 Feb 15 15:26:19.416145 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks [] for router_gateway (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:19.438694 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:26:18Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:19.471794 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] Checking router: ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:26:19.482149 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] Routers {'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:19.482774 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:26:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:19.544200 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Deleting port 8620d2b2-7cb3-46be-961b-be50d83dda23 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:26:19.544539 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:19.592619 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] Set router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:19.627133 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] For port 8620d2b2-7cb3-46be-961b-be50d83dda23, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8620d2b2-7cb3-46be-961b-be50d83dda23,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:19.627727 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:19.639994 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Calling delete_port for 8620d2b2-7cb3-46be-961b-be50d83dda23 owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:26:19.777715 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:26:18Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:19.792789 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed966e0-35f9-406a-905a-015a87be7232 req-910a538d-b30d-457b-864f-42549efec990 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:19.794604 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eed966e0-35f9-406a-905a-015a87be7232 req-910a538d-b30d-457b-864f-42549efec990 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 945 time: 0.1084521 Feb 15 15:26:19.804368 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26984e2a-333c-469b-a6a8-305e821471dd None None] The sync data for ids ['ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf'] in dv-cinder-778193-15-iscsi is: [{'id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'name': 'tempest-AttachVolumeTestJSON-1492449264-router', 'tenant_id': 'a15d8453cac44f089b89e2d5930fccc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:26:18Z', 'revision_number': 5, 'project_id': 'a15d8453cac44f089b89e2d5930fccc6', 'gw_port': {'id': '8620d2b2-7cb3-46be-961b-be50d83dda23', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:35Z', 'updated_at': '2022-02-15T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:26:19.881802 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eed966e0-35f9-406a-905a-015a87be7232 req-c86b4549-7d47-4ecf-8ce6-41fd5447005e tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771565 Feb 15 15:26:19.958769 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (8620d2b2-7cb3-46be-961b-be50d83dda23), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:19.987401 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8620d2b2-7cb3-46be-961b-be50d83dda23,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:20.051616 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.144732 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.146823 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks [] for router_controller (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.222189 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03681a6d-c34b-4935-8180-545a67ab77f6 req-ddfee657-64ca-475d-8b87-7c4a43fdf670 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:20.223991 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03681a6d-c34b-4935-8180-545a67ab77f6 req-ddfee657-64ca-475d-8b87-7c4a43fdf670 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0600953 Feb 15 15:26:20.280899 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.281888 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:26:20.287005 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.287896 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-03681a6d-c34b-4935-8180-545a67ab77f6 req-9cab50de-9043-4b87-9515-198d465468e7 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583911 Feb 15 15:26:20.292654 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6d384fdc-9066-4499-9c99-9a1c3840c6f0 admin admin] 10.222.0.110 "DELETE /v2.0/routers/ff9fa88c-0e93-4b9b-95b6-46cba1efcbbf HTTP/1.1" status: 204 len: 168 time: 1.1586328 Feb 15 15:26:20.303155 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 42608) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:20.353009 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a571bf-99f2-4e18-8745-4c5dcffb09a8 admin admin] Deleting subnet 8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:26:20.356503 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82a571bf-99f2-4e18-8745-4c5dcffb09a8 admin admin] Publish callbacks [] for subnet (8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.397698 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82a571bf-99f2-4e18-8745-4c5dcffb09a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1305988'] for subnet (8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.530777 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82a571bf-99f2-4e18-8745-4c5dcffb09a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.669833 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82a571bf-99f2-4e18-8745-4c5dcffb09a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8822950'] for subnet (8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.695188 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a571bf-99f2-4e18-8745-4c5dcffb09a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:20.698924 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-82a571bf-99f2-4e18-8745-4c5dcffb09a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.702113 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-82a571bf-99f2-4e18-8745-4c5dcffb09a8 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/8a88e52d-4fa6-4a6c-94d8-7c4291c9cdcb HTTP/1.1" status: 204 len: 168 time: 0.3979404 Feb 15 15:26:20.704870 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 42610) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:20.707185 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c032307-4f77-494d-a954-312d42e1dbab None None] Network 73f85123-0d32-40a7-854e-e7dc72d977f8 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:26:20.783002 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (73f85123-0d32-40a7-854e-e7dc72d977f8), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.845806 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Deleting port 645aee43-0709-4b8a-b551-5ef8f9ee1245 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:26:20.846143 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.903895 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] DHCP port deletion for 73f85123-0d32-40a7-854e-e7dc72d977f8 request from dv-cinder-778193-15-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:26:20.934151 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] For port 645aee43-0709-4b8a-b551-5ef8f9ee1245, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=645aee43-0709-4b8a-b551-5ef8f9ee1245,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:20.934491 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.949177 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Calling delete_port for 645aee43-0709-4b8a-b551-5ef8f9ee1245 owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:26:20.959809 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] Deleting port 645aee43-0709-4b8a-b551-5ef8f9ee1245 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:26:20.960353 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.013255 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e23b-749e-4e0a-b90c-2e067dd8b564 req-39e3260d-dd87-4692-a8ab-5405a74014df tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:21.014951 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb54e23b-749e-4e0a-b90c-2e067dd8b564 req-39e3260d-dd87-4692-a8ab-5405a74014df tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 945 time: 0.0589473 Feb 15 15:26:21.031910 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] For port 645aee43-0709-4b8a-b551-5ef8f9ee1245, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=645aee43-0709-4b8a-b551-5ef8f9ee1245,segment=NetworkSegment(264e3610-5e91-4d79-b5a9-a432d2482ec4),segment_id=264e3610-5e91-4d79-b5a9-a432d2482ec4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:21.032597 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.046594 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] Calling delete_port for 645aee43-0709-4b8a-b551-5ef8f9ee1245 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:26:21.067005 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eb54e23b-749e-4e0a-b90c-2e067dd8b564 req-23b2f374-fde5-499e-acee-6388011b2107 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459790 Feb 15 15:26:21.145853 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.171444 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (645aee43-0709-4b8a-b551-5ef8f9ee1245), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.187035 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=645aee43-0709-4b8a-b551-5ef8f9ee1245,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:21.192352 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] No DVR routers for this DVR port 645aee43-0709-4b8a-b551-5ef8f9ee1245 on host dv-cinder-778193-15-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:26:21.200049 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] Pushing event deleted for resources: {'Port': ['ID=645aee43-0709-4b8a-b551-5ef8f9ee1245,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:21.205667 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2fce2-ff8f-4c41-b973-4a7398142298 None None] No DVR routers for this DVR port 645aee43-0709-4b8a-b551-5ef8f9ee1245 on host dv-cinder-778193-15-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:26:21.285935 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f9acb-43ae-4b2b-b7e0-30d1cbab18fa req-c251944c-5d8f-4769-ba46-90fab650cc6d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:21.287429 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee5f9acb-43ae-4b2b-b7e0-30d1cbab18fa req-c251944c-5d8f-4769-ba46-90fab650cc6d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 945 time: 0.1543708 Feb 15 15:26:21.288933 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (73f85123-0d32-40a7-854e-e7dc72d977f8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.321945 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f85123-0d32-40a7-854e-e7dc72d977f8']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:21.335345 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264e3610-5e91-4d79-b5a9-a432d2482ec4') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:21.335640 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264e3610-5e91-4d79-b5a9-a432d2482ec4') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:21.354214 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (264e3610-5e91-4d79-b5a9-a432d2482ec4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.377685 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ee5f9acb-43ae-4b2b-b7e0-30d1cbab18fa req-4d1e8deb-6fc4-48f3-816a-8c23d895909d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805981 Feb 15 15:26:21.381303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (264e3610-5e91-4d79-b5a9-a432d2482ec4), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.388391 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:26:21.388787 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (264e3610-5e91-4d79-b5a9-a432d2482ec4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:26:21.390626 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:26:21.408660 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 42618) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:21.444325 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78517e13-23ad-404c-a066-6988f3b02c8c req-f02ec959-b12d-4309-a2ef-c18461627a4c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:21.445761 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78517e13-23ad-404c-a066-6988f3b02c8c req-f02ec959-b12d-4309-a2ef-c18461627a4c tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0879090 Feb 15 15:26:21.496349 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9396ce-a83b-4519-90bf-47d252a24994 tempest-TestVolumeBootPattern-1063384799 tempest-TestVolumeBootPattern-1063384799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:21.498010 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-9b9396ce-a83b-4519-90bf-47d252a24994 tempest-TestVolumeBootPattern-1063384799 tempest-TestVolumeBootPattern-1063384799-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1124 time: 0.0882511 Feb 15 15:26:21.500959 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 42620) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:21.505633 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:26:21.515100 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 645aee43-0709-4b8a-b551-5ef8f9ee1245 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:26:21.524669 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78517e13-23ad-404c-a066-6988f3b02c8c req-44800cb7-4ebd-41d5-8eb1-31519b476d1f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718687 Feb 15 15:26:21.532141 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (73f85123-0d32-40a7-854e-e7dc72d977f8), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.538544 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 645aee43-0709-4b8a-b551-5ef8f9ee1245 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:26:21.538894 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 645aee43-0709-4b8a-b551-5ef8f9ee1245 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:26:21.539321 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8620d2b2-7cb3-46be-961b-be50d83dda23 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:26:21.548693 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.552003 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] 10.222.0.110 "DELETE /v2.0/networks/73f85123-0d32-40a7-854e-e7dc72d977f8 HTTP/1.1" status: 204 len: 168 time: 0.8461504 Feb 15 15:26:21.560266 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 8620d2b2-7cb3-46be-961b-be50d83dda23 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:26:21.560625 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8620d2b2-7cb3-46be-961b-be50d83dda23 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:26:21.561033 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8b196bf5-8647-4f7d-9857-fc72d79da42c no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:26:21.563282 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4299c0-5b30-4f1e-afc3-0c7fa11fd9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f85123-0d32-40a7-854e-e7dc72d977f8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:21.583561 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.586092 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 8b196bf5-8647-4f7d-9857-fc72d79da42c {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:26:21.586442 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8b196bf5-8647-4f7d-9857-fc72d79da42c not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:26:21.688092 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.801478 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_common [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Allocated IP 172.27.0.56 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/b118fbb2-cf47-4d1f-a0cf-1211f58f1caa) {{(pid=103274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:26:21.888973 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 42624) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:21.902089 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.933055 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1e1b4920-d499-4271-b1b5-a104226930fd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a15d8453cac44f089b89e2d5930fccc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419745 Feb 15 15:26:21.935413 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 42626) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:21.983249 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ae391afe-cd32-4508-abcf-a5533c699943 admin admin] Publish callbacks [] for security_group (c67e1385-e98d-4f5b-919d-a6daf589aac0), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:22.003599 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ae391afe-cd32-4508-abcf-a5533c699943 admin admin] Publish callbacks [] for security_group (c67e1385-e98d-4f5b-919d-a6daf589aac0), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:22.047315 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:22.087680 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:26:22.093263 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.base_scheduler [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Resources bound (agent type, host, resource id): {{(pid=103274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:26:22.096730 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Received port after_create {{(pid=103274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:26:22.119392 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=b118fbb2-cf47-4d1f-a0cf-1211f58f1caa,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:22.132523 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ae391afe-cd32-4508-abcf-a5533c699943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (c67e1385-e98d-4f5b-919d-a6daf589aac0), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:22.135288 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ae391afe-cd32-4508-abcf-a5533c699943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:22.137428 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ae391afe-cd32-4508-abcf-a5533c699943 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c67e1385-e98d-4f5b-919d-a6daf589aac0 HTTP/1.1" status: 204 len: 168 time: 0.2008755 Feb 15 15:26:22.147270 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae391afe-cd32-4508-abcf-a5533c699943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e1385-e98d-4f5b-919d-a6daf589aac0,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:22.461748 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (12a93e91-6682-43d5-a034-cd6320746989), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:22.590763 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), before_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:22.723143 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327752-0127-4a2d-a9b9-5f3cc1b18e11 req-67228ca4-417e-434b-8ada-e53bea111af3 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:22.724494 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-14327752-0127-4a2d-a9b9-5f3cc1b18e11 req-67228ca4-417e-434b-8ada-e53bea111af3 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.1130257 Feb 15 15:26:22.824879 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-14327752-0127-4a2d-a9b9-5f3cc1b18e11 req-d6b1555e-a768-4414-9637-14d3cd51dce3 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&id=26cbd66b-46f4-434a-9dc8-d4347e843d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935240 Feb 15 15:26:22.826754 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), precommit_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:22.926454 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827940'] for port (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), after_update {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.002476 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=b118fbb2-cf47-4d1f-a0cf-1211f58f1caa,revision_number=2']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:23.014425 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.014788 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.015137 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.015480 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.015841 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.016180 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.016514 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.017100 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.017430 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.017759 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.018090 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.018415 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.018737 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:23.024811 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (12a93e91-6682-43d5-a034-cd6320746989), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.132514 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.l3_db [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Floating IP 12a93e91-6682-43d5-a034-cd6320746989 associated. External IP: 172.27.0.56, port: a9612e5d-d520-4b70-9a84-d448e032c7ce. Feb 15 15:26:23.345393 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Router b240022e-eecc-4089-8694-d725e9cbffad has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:26:23.461471 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:26:23.473132 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:26:23.483399 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:23.484038 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:26:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:23.597412 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:23.601806 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.639972 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-94df3883-868a-4423-bc65-b105e55da6c7 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1377623 Feb 15 15:26:23.640738 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:23.643435 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e370025-eeb1-463e-9997-6080a372ee92" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:23.681404 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b3ffc-830f-486b-b620-07ca960dd94d x-openstack-request-id: req-721b3ffc-830f-486b-b620-07ca960dd94d {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:23.681697 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:23.681948 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-721b3ffc-830f-486b-b620-07ca960dd94d {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:23.682355 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'status': 'completed', 'code': 200} Feb 15 15:26:23.764719 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e370025-eeb1-463e-9997-6080a372ee92 req-29d17a73-c7e3-4b61-a543-db79f3d8213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.766344 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e370025-eeb1-463e-9997-6080a372ee92 req-29d17a73-c7e3-4b61-a543-db79f3d8213a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1129 time: 0.0507951 Feb 15 15:26:23.850215 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:22Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:23.877263 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e370025-eeb1-463e-9997-6080a372ee92 req-c31da8b8-a03e-4d43-8af4-b4e4b6590509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.878806 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e370025-eeb1-463e-9997-6080a372ee92 req-c31da8b8-a03e-4d43-8af4-b4e4b6590509 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.0939591 Feb 15 15:26:23.880938 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:26:23.890154 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:23.890753 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:26:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:23.949310 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e370025-eeb1-463e-9997-6080a372ee92 req-27a599eb-f9d0-45d5-b609-433f28f86ec2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce HTTP/1.1" status: 200 len: 998 time: 0.0617564 Feb 15 15:26:24.006591 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:24.006891 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e370025-eeb1-463e-9997-6080a372ee92 req-2895f13f-cffb-4e83-8393-7fcd6b7da81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:24.008424 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e370025-eeb1-463e-9997-6080a372ee92 req-2895f13f-cffb-4e83-8393-7fcd6b7da81d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0515032 Feb 15 15:26:24.072750 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e370025-eeb1-463e-9997-6080a372ee92 req-4334fbb1-e62a-4902-9b07-c4fb9c8a2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:24.075120 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e370025-eeb1-463e-9997-6080a372ee92 req-4334fbb1-e62a-4902-9b07-c4fb9c8a2229 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546427 Feb 15 15:26:24.208944 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e370025-eeb1-463e-9997-6080a372ee92 req-b4e7b311-b75c-45d6-b0be-aee1310138b4 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166298 Feb 15 15:26:24.306544 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6e370025-eeb1-463e-9997-6080a372ee92 req-55d45eab-dbe1-468a-b025-505f89778b2c service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895977 Feb 15 15:26:24.337146 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:22Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:24.364389 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db31f1d-2716-4fa8-bff6-886392c0e367 None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:22Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:26:24.567622 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc61c18-aa63-4c8f-a4d7-a5d5c194ab5a None None] New status for floating IP 12a93e91-6682-43d5-a034-cd6320746989: ACTIVE {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:26:32.703336 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-47b8fbbf-0c85-4632-8c84-f1f506fdb921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:35.429278 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ad4fac1-e4be-4326-b113-39658ff534f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:36.360679 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:37.000258 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:37.243640 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:26:37.674907 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:39.194708 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:42.225326 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-7b1bb192-8149-428b-a56f-de16f802851d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505006 Feb 15 15:26:42.291345 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-03a17250-aa38-4836-80bf-1e6ebcb59ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:42.292965 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-03a17250-aa38-4836-80bf-1e6ebcb59ff1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 1130 time: 0.0462632 Feb 15 15:26:42.400539 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-402a933c-0198-4ca1-a198-2d3013f1825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:42.402082 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-402a933c-0198-4ca1-a198-2d3013f1825a service neutron] 10.222.0.102 "GET /v2.0/networks?id=ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 200 len: 917 time: 0.0897286 Feb 15 15:26:42.470462 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-54401457-d648-4b2f-8a6f-473c5d589583 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d HTTP/1.1" status: 200 len: 1000 time: 0.0588031 Feb 15 15:26:42.533314 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-7a1b2d0b-7b41-4ce2-b64f-5375b0d889ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:42.534767 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-7a1b2d0b-7b41-4ce2-b64f-5375b0d889ff service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 200 len: 855 time: 0.0558889 Feb 15 15:26:42.584624 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-b81faa47-04b3-4fcf-b300-f5ab752a3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:42.586119 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-b81faa47-04b3-4fcf-b300-f5ab752a3150 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ec872a1c-f759-476e-9f1d-ad2e90c64e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445518 Feb 15 15:26:42.679384 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-97858666-2722-4919-a798-56b6ccbbe30b service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821824 Feb 15 15:26:42.784503 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-faabd1ac-9e37-4905-bbc6-5ae6f2b09dee req-7b7cc0f0-7326-4838-8b6e-b0434a2afa7d service neutron] 10.222.0.102 "GET /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966194 Feb 15 15:26:52.956457 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1a625-e029-4277-a29f-f4069abd8d1c req-debfeaa6-6507-4c74-9ba7-1a80f48a2327 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:52.957924 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8b1a625-e029-4277-a29f-f4069abd8d1c req-debfeaa6-6507-4c74-9ba7-1a80f48a2327 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0564859 Feb 15 15:26:53.004799 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8b1a625-e029-4277-a29f-f4069abd8d1c req-92d7c396-6beb-4d0c-a85a-3fa6b35321c9 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412621 Feb 15 15:26:54.129260 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f955007-3bdb-4b18-ad7f-1680fa601f64 req-4f653521-0fa9-46b9-aa48-d98c0084f553 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:54.130726 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f955007-3bdb-4b18-ad7f-1680fa601f64 req-4f653521-0fa9-46b9-aa48-d98c0084f553 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0529923 Feb 15 15:26:54.176254 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6f955007-3bdb-4b18-ad7f-1680fa601f64 req-c751de3b-418b-4f2a-9038-be2fd1e3904b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400209 Feb 15 15:26:55.299282 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac90841-26f5-4e35-9255-6aa413185140 req-0d5aa605-7946-4f75-9c39-16561a3d17b4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:55.300773 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac90841-26f5-4e35-9255-6aa413185140 req-0d5aa605-7946-4f75-9c39-16561a3d17b4 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0530686 Feb 15 15:26:55.346747 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0ac90841-26f5-4e35-9255-6aa413185140 req-18f37c14-42d5-4868-ae03-ade451293b0b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404718 Feb 15 15:26:56.475923 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4c6ae-febc-4ee9-b1bb-9d9d0ae39b1a req-6222739f-26f7-40b4-972c-0007c107f49b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:56.477434 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4fa4c6ae-febc-4ee9-b1bb-9d9d0ae39b1a req-6222739f-26f7-40b4-972c-0007c107f49b tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0577896 Feb 15 15:26:56.524695 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-4fa4c6ae-febc-4ee9-b1bb-9d9d0ae39b1a req-5c6ae7b5-e6f9-4a01-9367-fa21412b9880 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Feb 15 15:26:57.344314 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-71b96e56-c71a-4cff-906a-c6c2fc8d38e6 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:57.346683 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-71b96e56-c71a-4cff-906a-c6c2fc8d38e6 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0540316 Feb 15 15:26:57.450661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Deleting port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:26:57.451012 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:57.540038 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] For port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:57.540756 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:57.655279 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73383d1-66e4-449e-aa54-9092c8c69cca req-02aa21a9-023a-4fb8-b7dd-cfda4e5d4a8f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:57.656734 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e73383d1-66e4-449e-aa54-9092c8c69cca req-02aa21a9-023a-4fb8-b7dd-cfda4e5d4a8f tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 946 time: 0.0543537 Feb 15 15:26:57.709900 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e73383d1-66e4-449e-aa54-9092c8c69cca req-79c5248c-4c0b-43fc-8181-31a53ecd0e02 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups?id=28765695-b29b-4de6-b584-c22ac7735779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457132 Feb 15 15:26:57.720933 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:57.721365 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (42373cce-dd38-4cdc-b790-66cb5a86acf4), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:57.721691 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Floating IP 42373cce-dd38-4cdc-b790-66cb5a86acf4 disassociated. External IP: 172.27.0.49, port: 2e0e2cf8-6850-4b36-866a-cc91c7621e0d. Feb 15 15:26:57.722040 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Calling delete_port for 2e0e2cf8-6850-4b36-866a-cc91c7621e0d owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:26:57.906774 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (2e0e2cf8-6850-4b36-866a-cc91c7621e0d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:57.935282 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event deleted for resources: {'Port': ['ID=2e0e2cf8-6850-4b36-866a-cc91c7621e0d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:58.061928 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Router 3742ca3b-4178-4662-a923-a98099a02ea4 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:26:58.181017 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:26:58.193516 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] Sync routers for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:26:58.204855 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:58.205757 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:26:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:58.224069 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] No DVR routers for this DVR port 2e0e2cf8-6850-4b36-866a-cc91c7621e0d on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:26:58.226642 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:58.230191 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-8aa8e861-efb6-41c2-a684-1bad2120ad04 req-eb293dd5-c756-4fd1-9410-1f6c83a3f7ef tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.102 "DELETE /v2.0/ports/2e0e2cf8-6850-4b36-866a-cc91c7621e0d HTTP/1.1" status: 204 len: 173 time: 0.8770010 Feb 15 15:26:58.230628 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-deleted', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:58.232893 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfd26ad-e256-48c6-9e69-e70b88986938" -d '{"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-deleted", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:58.271736 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b57d236-68ab-479b-a943-f40929c8d0d4 x-openstack-request-id: req-8b57d236-68ab-479b-a943-f40929c8d0d4 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:58.272088 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b20880-6cd5-4f1d-8ef5-d27327a7f68e", "name": "network-vif-deleted", "tag": "2e0e2cf8-6850-4b36-866a-cc91c7621e0d", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:58.272350 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8b57d236-68ab-479b-a943-f40929c8d0d4 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:58.273312 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b20880-6cd5-4f1d-8ef5-d27327a7f68e', 'name': 'network-vif-deleted', 'tag': '2e0e2cf8-6850-4b36-866a-cc91c7621e0d', 'status': 'completed', 'code': 200} Feb 15 15:26:58.322299 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:58.552942 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:58.580595 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] Checking router: 3742ca3b-4178-4662-a923-a98099a02ea4 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:26:58.588978 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:58.589648 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:26:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:58.703307 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:58.823419 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e8807cb9-56d4-43ca-a28c-69997bf73f13 req-01b8ad0f-987b-4c46-87ac-0b79774a498a tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/ports?device_id=40b20880-6cd5-4f1d-8ef5-d27327a7f68e HTTP/1.1" status: 200 len: 210 time: 0.0279238 Feb 15 15:26:58.911789 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:58.942929 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b413bb5-9352-43a1-8ebb-0262ae57ac25 None None] The sync data for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi is: [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:19:42Z', 'revision_number': 4, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3', 'name': '', 'network_id': 'ec872a1c-f759-476e-9f1d-ad2e90c64e61', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'mac_address': 'fa:16:3e:65:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:41Z', 'updated_at': '2022-02-15T15:19:50Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'subnets': [{'id': 'c7bddf0a-ca94-41a4-9c6b-0dde5923380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:26:59.188608 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da413d3-d339-4ad7-ac09-2b80eea8c19f None None] New status for floating IP 42373cce-dd38-4cdc-b790-66cb5a86acf4: DOWN {{(pid=103275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:26:59.999293 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 42976) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:00.057450 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eec12bda-a1c1-4b47-a070-ea873b859a87 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (28765695-b29b-4de6-b584-c22ac7735779), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.325061 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eec12bda-a1c1-4b47-a070-ea873b859a87 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (28765695-b29b-4de6-b584-c22ac7735779), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.424631 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eec12bda-a1c1-4b47-a070-ea873b859a87 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (28765695-b29b-4de6-b584-c22ac7735779), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.427315 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-eec12bda-a1c1-4b47-a070-ea873b859a87 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.428505 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-eec12bda-a1c1-4b47-a070-ea873b859a87 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "DELETE /v2.0/security-groups/28765695-b29b-4de6-b584-c22ac7735779 HTTP/1.1" status: 204 len: 168 time: 0.4281743 Feb 15 15:27:00.431366 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 42980) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:00.438071 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec12bda-a1c1-4b47-a070-ea873b859a87 tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28765695-b29b-4de6-b584-c22ac7735779,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:00.447057 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.api.v2.resource [None req-c93f032b-a997-462a-bbac-762a1c66d4ee tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] show failed (client error): The resource could not be found. Feb 15 15:27:00.448155 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c93f032b-a997-462a-bbac-762a1c66d4ee tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "GET /v2.0/security-groups/28765695-b29b-4de6-b584-c22ac7735779 HTTP/1.1" status: 404 len: 347 time: 0.0157523 Feb 15 15:27:00.451132 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 42982) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:00.577681 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Deleting port d41fb11e-57aa-49fa-a0c6-98fc5163d77a {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:00.578093 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.654280 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.654601 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.667548 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Calling delete_port for d41fb11e-57aa-49fa-a0c6-98fc5163d77a owned by network:floatingip {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:00.802544 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:00.822850 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 2e0e2cf8-6850-4b36-866a-cc91c7621e0d {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:00.823195 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2e0e2cf8-6850-4b36-866a-cc91c7621e0d not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:00.861043 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (d41fb11e-57aa-49fa-a0c6-98fc5163d77a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.885788 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Pushing event deleted for resources: {'Port': ['ID=d41fb11e-57aa-49fa-a0c6-98fc5163d77a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:00.949901 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks [] for floatingip (42373cce-dd38-4cdc-b790-66cb5a86acf4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.952539 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:00.954446 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0f848b85-733d-4c08-b915-207bdca608ab tempest-AttachVolumeShelveTestJSON-1280986810 tempest-AttachVolumeShelveTestJSON-1280986810-project] 10.222.0.110 "DELETE /v2.0/floatingips/42373cce-dd38-4cdc-b790-66cb5a86acf4 HTTP/1.1" status: 204 len: 168 time: 0.5017557 Feb 15 15:27:02.685696 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f6025533-0de1-4762-86cc-82ff779f2a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:03.630425 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43026) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:04.117526 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (3742ca3b-4178-4662-a923-a98099a02ea4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:04.361368 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Deleting port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:04.361707 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:04.441812 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] For port 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:04.442172 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:04.459582 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Calling delete_port for 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:04.691929 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:04.716132 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:04.897281 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (3742ca3b-4178-4662-a923-a98099a02ea4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:05.398499 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Router 3742ca3b-4178-4662-a923-a98099a02ea4 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:27:05.411720 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-709c959a-72e5-4068-9e9c-95adf80b612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:05.513179 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:27:05.519780 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fff0b7a4-d04e-4113-a969-14d89258a349 admin admin] 10.222.0.110 "PUT /v2.0/routers/3742ca3b-4178-4662-a923-a98099a02ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8881848 Feb 15 15:27:05.522994 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43038) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:05.529877 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663e60-e217-4027-b639-92aaa333246c None None] Sync routers for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:27:05.546343 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663e60-e217-4027-b639-92aaa333246c None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:05.547204 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6d663e60-e217-4027-b639-92aaa333246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:05.630209 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks [] for router (3742ca3b-4178-4662-a923-a98099a02ea4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:05.657344 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6d663e60-e217-4027-b639-92aaa333246c None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:05.734511 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks [] for router_gateway (3742ca3b-4178-4662-a923-a98099a02ea4), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:05.839531 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6d663e60-e217-4027-b639-92aaa333246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:27:04Z', 'revision_number': 5, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port': {'id': 'da108d00-5a9f-4d1e-af35-35040915e798', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:19:34Z', 'updated_at': '2022-02-15T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:05.847798 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Deleting port da108d00-5a9f-4d1e-af35-35040915e798 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:05.848179 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (da108d00-5a9f-4d1e-af35-35040915e798), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:05.869725 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663e60-e217-4027-b639-92aaa333246c None None] Checking router: 3742ca3b-4178-4662-a923-a98099a02ea4 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:27:05.878087 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d663e60-e217-4027-b639-92aaa333246c None None] Routers {'3742ca3b-4178-4662-a923-a98099a02ea4'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:05.878688 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6d663e60-e217-4027-b639-92aaa333246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['3742ca3b-4178-4662-a923-a98099a02ea4'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:05.931393 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] For port da108d00-5a9f-4d1e-af35-35040915e798, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=da108d00-5a9f-4d1e-af35-35040915e798,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:05.931649 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (da108d00-5a9f-4d1e-af35-35040915e798), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:05.945708 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Calling delete_port for da108d00-5a9f-4d1e-af35-35040915e798 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:05.968617 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6d663e60-e217-4027-b639-92aaa333246c None None] Set router 3742ca3b-4178-4662-a923-a98099a02ea4 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:06.109485 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6d663e60-e217-4027-b639-92aaa333246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:27:05Z', 'revision_number': 6, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port_host': None}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:06.139903 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d663e60-e217-4027-b639-92aaa333246c None None] The sync data for ids ['3742ca3b-4178-4662-a923-a98099a02ea4'] in dv-cinder-778193-15-iscsi is: [{'id': '3742ca3b-4178-4662-a923-a98099a02ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-418003017-router', 'tenant_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:19:33Z', 'updated_at': '2022-02-15T15:27:05Z', 'revision_number': 6, 'project_id': 'e5da61bfabcd4286b4d12afe5df1b2f4', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:27:06.209702 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (da108d00-5a9f-4d1e-af35-35040915e798), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.236196 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da108d00-5a9f-4d1e-af35-35040915e798,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:06.296654 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (3742ca3b-4178-4662-a923-a98099a02ea4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.348879 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.405794 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (3742ca3b-4178-4662-a923-a98099a02ea4), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.408585 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks [] for router_controller (3742ca3b-4178-4662-a923-a98099a02ea4), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.552899 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (3742ca3b-4178-4662-a923-a98099a02ea4), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.553435 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3742ca3b-4178-4662-a923-a98099a02ea4 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:27:06.563768 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.563768 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-46856433-2c36-44ee-957c-d15c359eb3f6 admin admin] 10.222.0.110 "DELETE /v2.0/routers/3742ca3b-4178-4662-a923-a98099a02ea4 HTTP/1.1" status: 204 len: 168 time: 1.0362639 Feb 15 15:27:06.563768 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43044) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:06.618355 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c14e9f-9aca-48c0-b7ee-2f9c0d3801a6 admin admin] Deleting subnet c7bddf0a-ca94-41a4-9c6b-0dde5923380f {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:27:06.637174 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-50c14e9f-9aca-48c0-b7ee-2f9c0d3801a6 admin admin] Publish callbacks [] for subnet (c7bddf0a-ca94-41a4-9c6b-0dde5923380f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.683097 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-50c14e9f-9aca-48c0-b7ee-2f9c0d3801a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1305988'] for subnet (c7bddf0a-ca94-41a4-9c6b-0dde5923380f), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.687354 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-3274c866-cc91-4753-83ce-deae37c3dd5b tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901035765&fields=id&tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e HTTP/1.1" status: 200 len: 267 time: 0.0956569 Feb 15 15:27:06.768489 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-7375a32a-03a2-418e-96c2-36f05e724c63 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:06.770016 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-7375a32a-03a2-418e-96c2-36f05e724c63 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 985 time: 0.0738993 Feb 15 15:27:06.781227 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Request body: {'port': {'security_groups': ['5b584ab0-8c19-4381-a8e6-4dfdb17d351f']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:27:06.792668 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-50c14e9f-9aca-48c0-b7ee-2f9c0d3801a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (c7bddf0a-ca94-41a4-9c6b-0dde5923380f), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.868605 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.903742 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-50c14e9f-9aca-48c0-b7ee-2f9c0d3801a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8822950'] for subnet (c7bddf0a-ca94-41a4-9c6b-0dde5923380f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.924189 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-50c14e9f-9aca-48c0-b7ee-2f9c0d3801a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:06.937460 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d00be85-4e25-4239-9e3f-8b6dc026854b None None] Network ec872a1c-f759-476e-9f1d-ad2e90c64e61 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:06.946333 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43058) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:06.955956 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-50c14e9f-9aca-48c0-b7ee-2f9c0d3801a6 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/c7bddf0a-ca94-41a4-9c6b-0dde5923380f HTTP/1.1" status: 204 len: 168 time: 0.3926020 Feb 15 15:27:07.003122 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c14e9f-9aca-48c0-b7ee-2f9c0d3801a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7bddf0a-ca94-41a4-9c6b-0dde5923380f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:07.064410 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (ec872a1c-f759-476e-9f1d-ad2e90c64e61), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.120788 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.168584 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] DHCP port deletion for ec872a1c-f759-476e-9f1d-ad2e90c64e61 request from dv-cinder-778193-15-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:27:07.197484 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] For port c074c844-93d1-4833-b8a4-4c8287c579bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c074c844-93d1-4833-b8a4-4c8287c579bf,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:07.213075 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Deleting port c817e309-2cdf-45b1-be3e-1012086cc5ab {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:07.213456 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.221326 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Deleting port c817e309-2cdf-45b1-be3e-1012086cc5ab {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:07.221696 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.278446 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.287287 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] For port c817e309-2cdf-45b1-be3e-1012086cc5ab, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=c817e309-2cdf-45b1-be3e-1012086cc5ab,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:07.287984 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.301271 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] For port c817e309-2cdf-45b1-be3e-1012086cc5ab, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=c817e309-2cdf-45b1-be3e-1012086cc5ab,segment=NetworkSegment(4e29c775-1d65-402d-b209-23aec28681cb),segment_id=4e29c775-1d65-402d-b209-23aec28681cb)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:07.301642 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.308422 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Calling delete_port for c817e309-2cdf-45b1-be3e-1012086cc5ab owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:07.316055 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Calling delete_port for c817e309-2cdf-45b1-be3e-1012086cc5ab owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:07.366997 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.380232 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c074c844-93d1-4833-b8a4-4c8287c579bf'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:27:07.429560 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:07.430205 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.431934 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1a82f7dc-68ef-42a6-9145-2d6ff62e261c req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "PUT /v2.0/ports/c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 943 time: 0.6552238 Feb 15 15:27:07.434009 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:27:07.438253 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:27:07.439521 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43066) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:07.477148 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5136386-e138-4d43-9835-343a436bf9ee tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event updated for resources: {'Port': ['ID=c074c844-93d1-4833-b8a4-4c8287c579bf,revision_number=7']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:07.491323 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef967a80-e0e7-4c08-bb03-00a0f67862da x-openstack-request-id: req-ef967a80-e0e7-4c08-bb03-00a0f67862da {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:27:07.491621 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:27:07.491902 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ef967a80-e0e7-4c08-bb03-00a0f67862da {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:27:07.492307 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'status': 'completed', 'code': 200} Feb 15 15:27:07.528821 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c074c844-93d1-4833-b8a4-4c8287c579bf'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:27:07.535909 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.576632 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-37fc8a5b-a094-4f0a-9212-86bec2c471aa tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group (26cbd66b-46f4-434a-9dc8-d4347e843d55), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.577857 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (c817e309-2cdf-45b1-be3e-1012086cc5ab), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.615573 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-37fc8a5b-a094-4f0a-9212-86bec2c471aa tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group (26cbd66b-46f4-434a-9dc8-d4347e843d55), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.627897 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Pushing event deleted for resources: {'Port': ['ID=c817e309-2cdf-45b1-be3e-1012086cc5ab,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:07.639547 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:07.649518 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Pushing event deleted for resources: {'Port': ['ID=c817e309-2cdf-45b1-be3e-1012086cc5ab,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:07.651739 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] No DVR routers for this DVR port c817e309-2cdf-45b1-be3e-1012086cc5ab on host dv-cinder-778193-15-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:07.654393 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] No DVR routers for this DVR port c817e309-2cdf-45b1-be3e-1012086cc5ab on host dv-cinder-778193-15-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:07.684955 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-4732d2fb-2244-44bc-8914-0af638380643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:07.694915 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-4732d2fb-2244-44bc-8914-0af638380643 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1130 time: 0.1750453 Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.695572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237df651-f6a6-4dd4-ac2a-19ffc6becdce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:07.700760 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:07.701148 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 7ab4dfb9-ac4d-4d4c-b4a4-372b26ad8ed3 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:07.701507 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device da108d00-5a9f-4d1e-af35-35040915e798 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:07.738301 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: da108d00-5a9f-4d1e-af35-35040915e798 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:07.738641 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device da108d00-5a9f-4d1e-af35-35040915e798 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:07.739060 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device c817e309-2cdf-45b1-be3e-1012086cc5ab no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:07.771234 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: c817e309-2cdf-45b1-be3e-1012086cc5ab {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:07.777937 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device c817e309-2cdf-45b1-be3e-1012086cc5ab not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:07.800795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.806799 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (ec872a1c-f759-476e-9f1d-ad2e90c64e61), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.816483 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-31a2f5df-3103-4975-9fe6-668b8b5fa321 None None] Provisioning complete for port c074c844-93d1-4833-b8a4-4c8287c579bf triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:27:07.817270 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-31a2f5df-3103-4975-9fe6-668b8b5fa321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.825274 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-37fc8a5b-a094-4f0a-9212-86bec2c471aa tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (26cbd66b-46f4-434a-9dc8-d4347e843d55), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.828377 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-37fc8a5b-a094-4f0a-9212-86bec2c471aa tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.832734 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-37fc8a5b-a094-4f0a-9212-86bec2c471aa tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "DELETE /v2.0/security-groups/26cbd66b-46f4-434a-9dc8-d4347e843d55 HTTP/1.1" status: 204 len: 168 time: 0.3888206 Feb 15 15:27:07.833657 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43070) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:07.840964 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc8a5b-a094-4f0a-9212-86bec2c471aa tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cbd66b-46f4-434a-9dc8-d4347e843d55,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:07.843170 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec872a1c-f759-476e-9f1d-ad2e90c64e61']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:07.898610 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e29c775-1d65-402d-b209-23aec28681cb') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:07.898801 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e29c775-1d65-402d-b209-23aec28681cb') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:07.916314 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8824952'] for segment (4e29c775-1d65-402d-b209-23aec28681cb), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.955545 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-31a2f5df-3103-4975-9fe6-668b8b5fa321 None None] Current status of the port c074c844-93d1-4833-b8a4-4c8287c579bf is: ACTIVE; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:27:07.975611 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-7d9cafda-baaf-4021-b06f-8719d6e738d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:07.977120 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-7d9cafda-baaf-4021-b06f-8719d6e738d9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=386cb819-b0c5-4ff8-8e3b-57651034b928 HTTP/1.1" status: 200 len: 916 time: 0.2668624 Feb 15 15:27:07.978060 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (4e29c775-1d65-402d-b209-23aec28681cb), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.995105 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:27:07.995422 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9183591'] for segment (4e29c775-1d65-402d-b209-23aec28681cb), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: self.session.flush() Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: self.session.flush() Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: self.session.flush() Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: self.session.flush() Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: Traceback (most recent call last): Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: timer() Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: cb(*args, **kw) Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: return func(*args, **kwargs) Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: self._notify() Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: self.callback(batched_events) Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: event.method(event) Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: return f(self, *a, **k) Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._get(url).json() Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:27:07.999346 dv-cinder-778193-15-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:27:08.138520 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-9a008c40-5d00-407e-a076-2a8b4596680e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 1001 time: 0.1548772 Feb 15 15:27:08.196732 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (ec872a1c-f759-476e-9f1d-ad2e90c64e61), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.204871 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.210338 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] 10.222.0.110 "DELETE /v2.0/networks/ec872a1c-f759-476e-9f1d-ad2e90c64e61 HTTP/1.1" status: 204 len: 168 time: 1.2608559 Feb 15 15:27:08.222294 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Deleting port 9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:08.225267 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.227153 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927f1d6-9962-4220-bcb4-8aa8f8de0935 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec872a1c-f759-476e-9f1d-ad2e90c64e61,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:08.240043 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-ad77eddf-6707-4461-ab0f-635dcce6fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:08.241517 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-ad77eddf-6707-4461-ab0f-635dcce6fcf5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=71b2f47e-607e-4e22-abbd-2ce6d7cf4a52 HTTP/1.1" status: 200 len: 854 time: 0.0962584 Feb 15 15:27:08.339828 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.340083 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for floatingip (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.343504 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-1bbadf09-010f-4661-bf56-e1b24cd95831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:08.345416 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-1bbadf09-010f-4661-bf56-e1b24cd95831 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=386cb819-b0c5-4ff8-8e3b-57651034b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0791426 Feb 15 15:27:08.367491 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Calling delete_port for 9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:08.527303 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-404dab9d-f97e-42d9-a5a3-f992009b7c46 service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750624 Feb 15 15:27:08.581969 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43092) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:08.623374 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c728ff82-fef1-4aee-82b4-07a4bc0b56a8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e5da61bfabcd4286b4d12afe5df1b2f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399845 Feb 15 15:27:08.625835 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43094) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:08.668563 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fc38bd76-cbe8-4f2f-918b-015fba4e22c9 req-74f71a27-8a63-4979-8589-6f9f1221c36e service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294968 Feb 15 15:27:08.675095 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e153d5c8-44f4-4661-956b-17264d11aaf4 admin admin] Publish callbacks [] for security_group (afa21da6-1cce-489d-a513-4450ace6201f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.697193 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e153d5c8-44f4-4661-956b-17264d11aaf4 admin admin] Publish callbacks [] for security_group (afa21da6-1cce-489d-a513-4450ace6201f), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.758124 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.786077 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event deleted for resources: {'Port': ['ID=9a09e4e6-4c09-41e9-a51e-bc53d5ff4b87,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:08.829242 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e153d5c8-44f4-4661-956b-17264d11aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (afa21da6-1cce-489d-a513-4450ace6201f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.831964 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e153d5c8-44f4-4661-956b-17264d11aaf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.835050 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e153d5c8-44f4-4661-956b-17264d11aaf4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/afa21da6-1cce-489d-a513-4450ace6201f HTTP/1.1" status: 204 len: 168 time: 0.2062752 Feb 15 15:27:08.842838 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153d5c8-44f4-4661-956b-17264d11aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa21da6-1cce-489d-a513-4450ace6201f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:08.850996 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks [] for floatingip (e25e3417-2220-4a88-8f49-e1cfcb501fec), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:08.851335 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Floating IP e25e3417-2220-4a88-8f49-e1cfcb501fec disassociated (deleted). External IP: 172.27.0.89, port: c074c844-93d1-4833-b8a4-4c8287c579bf. Feb 15 15:27:09.071997 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:27:09.186654 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:27:09.191960 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:09.202562 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] Sync routers for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:27:09.214720 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:09.215679 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:09.219971 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:09.232536 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-8ec20901-a0c1-4e11-b221-ab412f377bba tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "DELETE /v2.0/floatingips/e25e3417-2220-4a88-8f49-e1cfcb501fec HTTP/1.1" status: 204 len: 168 time: 1.3953245 Feb 15 15:27:09.386220 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:09.493619 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:27:09.496293 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0744b3-760f-438c-82e7-417fd66c5508" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:27:09.561671 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460c5373-9a04-439c-8f2c-ffd8c9a9d02e x-openstack-request-id: req-460c5373-9a04-439c-8f2c-ffd8c9a9d02e {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:27:09.561967 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:27:09.562225 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-460c5373-9a04-439c-8f2c-ffd8c9a9d02e {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:27:09.562628 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'status': 'completed', 'code': 200} Feb 15 15:27:09.630933 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:31Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:09.638461 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-01921c2d-2247-4a88-96d8-da96048c7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:09.644313 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-01921c2d-2247-4a88-96d8-da96048c7f2c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 1130 time: 0.0565894 Feb 15 15:27:09.661605 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] Checking router: 5c20caaf-cc73-4e68-92fa-42f9a741edb7 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:27:09.670501 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:09.671112 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:09.760387 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-d32ad584-5f68-4742-b578-216e199f19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:09.760387 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-d32ad584-5f68-4742-b578-216e199f19a0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=386cb819-b0c5-4ff8-8e3b-57651034b928 HTTP/1.1" status: 200 len: 916 time: 0.1119435 Feb 15 15:27:09.795692 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:09.811136 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-05d5688a-5fdd-4c4b-ab96-188518573605 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 200 len: 217 time: 0.0434005 Feb 15 15:27:09.866995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-dab9a7ec-bc68-4956-8396-04f62986a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:09.868527 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-dab9a7ec-bc68-4956-8396-04f62986a522 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=71b2f47e-607e-4e22-abbd-2ce6d7cf4a52 HTTP/1.1" status: 200 len: 854 time: 0.0510218 Feb 15 15:27:09.929823 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-bbabde9a-e531-485c-aa1c-b3e8fd063b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:09.931453 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-bbabde9a-e531-485c-aa1c-b3e8fd063b6c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=386cb819-b0c5-4ff8-8e3b-57651034b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568743 Feb 15 15:27:10.029302 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:31Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:10.037282 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-a2eefe06-0e26-475e-b678-b8ceffe87ef1 service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970931 Feb 15 15:27:10.057236 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163887c2-8d53-4580-993e-98b54fea0dca None None] The sync data for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi is: [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:24:27Z', 'revision_number': 4, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '6e274d8e-c060-4c3f-adc4-1d955ebc630f', 'name': '', 'network_id': '386cb819-b0c5-4ff8-8e3b-57651034b928', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'mac_address': 'fa:16:3e:3e:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:26Z', 'updated_at': '2022-02-15T15:24:31Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'subnets': [{'id': '71b2f47e-607e-4e22-abbd-2ce6d7cf4a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:27:10.419187 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-ad0744b3-760f-438c-82e7-417fd66c5508 req-439b2111-5d4e-4396-a2bd-5b4456fe78ba service neutron] 10.222.0.102 "GET /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751767 Feb 15 15:27:10.451682 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d912da9-a6f2-4666-a647-8012c8c44c5b None None] New status for floating IP e25e3417-2220-4a88-8f49-e1cfcb501fec: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:27:10.868127 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43164) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:10.976652 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22e16444-2bf3-47f7-b60f-cace11b3499a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:11.052883 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22e16444-2bf3-47f7-b60f-cace11b3499a admin admin] Publish callbacks [] for security_group (dac12b75-e567-4d47-b4a6-0659adeec440), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:11.137511 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-22e16444-2bf3-47f7-b60f-cace11b3499a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (dac12b75-e567-4d47-b4a6-0659adeec440), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:11.177819 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-22e16444-2bf3-47f7-b60f-cace11b3499a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=939e00072e524afb99563b8c1e078f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085799 Feb 15 15:27:11.178890 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e16444-2bf3-47f7-b60f-cace11b3499a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac12b75-e567-4d47-b4a6-0659adeec440,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:11.180603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43170) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:11.233174 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Publish callbacks [] for security_group (dac12b75-e567-4d47-b4a6-0659adeec440), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:11.255293 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Publish callbacks [] for security_group (dac12b75-e567-4d47-b4a6-0659adeec440), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:11.371604 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (dac12b75-e567-4d47-b4a6-0659adeec440), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:11.374290 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:11.375754 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/dac12b75-e567-4d47-b4a6-0659adeec440 HTTP/1.1" status: 204 len: 168 time: 0.1939025 Feb 15 15:27:11.384770 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac12b75-e567-4d47-b4a6-0659adeec440,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:11.393273 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.393651 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.394003 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.394348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.394688 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.395024 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.395405 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.395681 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.396042 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.396379 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.396720 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.397047 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:11.397376 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ebc6d7-0694-4c52-8f96-65e57e73f057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:12.025377 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43192) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:12.039835 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e4e512e9-3f7e-4554-9968-4723fc4a7b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:12.124716 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e4e512e9-3f7e-4554-9968-4723fc4a7b66 admin admin] Publish callbacks [] for security_group (a0432345-618a-4ecb-b645-ec275b79a649), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:12.194570 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e4e512e9-3f7e-4554-9968-4723fc4a7b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a0432345-618a-4ecb-b645-ec275b79a649), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:12.231160 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e512e9-3f7e-4554-9968-4723fc4a7b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0432345-618a-4ecb-b645-ec275b79a649,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:12.236052 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e4e512e9-3f7e-4554-9968-4723fc4a7b66 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=183a3510120a48468420297bb321e7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094910 Feb 15 15:27:12.238700 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43196) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:12.291788 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-795ae552-3636-44b0-bc10-4fafa4ffd8df admin admin] Publish callbacks [] for security_group (a0432345-618a-4ecb-b645-ec275b79a649), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:12.313652 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-795ae552-3636-44b0-bc10-4fafa4ffd8df admin admin] Publish callbacks [] for security_group (a0432345-618a-4ecb-b645-ec275b79a649), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:12.434719 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-795ae552-3636-44b0-bc10-4fafa4ffd8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a0432345-618a-4ecb-b645-ec275b79a649), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:12.437808 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-795ae552-3636-44b0-bc10-4fafa4ffd8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:12.438986 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-795ae552-3636-44b0-bc10-4fafa4ffd8df admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a0432345-618a-4ecb-b645-ec275b79a649 HTTP/1.1" status: 204 len: 168 time: 0.1993103 Feb 15 15:27:12.447127 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ae552-3636-44b0-bc10-4fafa4ffd8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0432345-618a-4ecb-b645-ec275b79a649,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:13.612069 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca32c3-c701-4d68-9b43-5561b7d013d1 req-7ec19813-d2b5-4286-9230-4f66999582a1 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:13.613916 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34ca32c3-c701-4d68-9b43-5561b7d013d1 req-7ec19813-d2b5-4286-9230-4f66999582a1 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0568242 Feb 15 15:27:13.667681 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-34ca32c3-c701-4d68-9b43-5561b7d013d1 req-57d7103b-edcd-4182-b449-21dcd302a5e2 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456812 Feb 15 15:27:14.243638 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:27:14.793517 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89959006-5683-4533-9f4a-8ca81ab12bc8 req-62c07bfd-a3bd-43dc-80a0-5a4780417508 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:14.793517 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89959006-5683-4533-9f4a-8ca81ab12bc8 req-62c07bfd-a3bd-43dc-80a0-5a4780417508 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0572152 Feb 15 15:27:14.848645 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-89959006-5683-4533-9f4a-8ca81ab12bc8 req-5eedd033-f7e0-495b-9429-0cd5f957500f tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491710 Feb 15 15:27:15.215180 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43278) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:15.460646 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea96bbc1-d23e-40e5-8f45-0956a819c806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.468957 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ab7e4-73c9-428f-b2bd-891507495959 req-e4c7d4bb-1ba7-4be1-a0b2-361186affd2a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:15.471783 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-658ab7e4-73c9-428f-b2bd-891507495959 req-e4c7d4bb-1ba7-4be1-a0b2-361186affd2a tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.102 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0600390 Feb 15 15:27:15.543978 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea96bbc1-d23e-40e5-8f45-0956a819c806 admin admin] Publish callbacks [] for security_group (a343104d-3fa9-47af-8854-908d136ad217), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.581933 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Deleting port c074c844-93d1-4833-b8a4-4c8287c579bf {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:15.582280 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.611656 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea96bbc1-d23e-40e5-8f45-0956a819c806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a343104d-3fa9-47af-8854-908d136ad217), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.653780 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ea96bbc1-d23e-40e5-8f45-0956a819c806 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=32c223f6e2584f459b31c6d33dfe6c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372864 Feb 15 15:27:15.654712 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96bbc1-d23e-40e5-8f45-0956a819c806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a343104d-3fa9-47af-8854-908d136ad217,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:15.657643 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43302) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:15.709225 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] For port c074c844-93d1-4833-b8a4-4c8287c579bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c074c844-93d1-4833-b8a4-4c8287c579bf,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:15.709653 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.726321 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Calling delete_port for c074c844-93d1-4833-b8a4-4c8287c579bf owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:15.746098 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6faba4b9-45d1-427b-858a-fedc63161d31 admin admin] Publish callbacks [] for security_group (a343104d-3fa9-47af-8854-908d136ad217), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.803154 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6faba4b9-45d1-427b-858a-fedc63161d31 admin admin] Publish callbacks [] for security_group (a343104d-3fa9-47af-8854-908d136ad217), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.971887 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6faba4b9-45d1-427b-858a-fedc63161d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a343104d-3fa9-47af-8854-908d136ad217), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.974903 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6faba4b9-45d1-427b-858a-fedc63161d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:15.979394 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6faba4b9-45d1-427b-858a-fedc63161d31 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a343104d-3fa9-47af-8854-908d136ad217 HTTP/1.1" status: 204 len: 168 time: 0.3199918 Feb 15 15:27:15.986374 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ade3d-950b-4cd4-bc32-569ea737757e req-4dd9159a-8284-41e3-843c-c4fb3c150bae tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:15.989786 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faba4b9-45d1-427b-858a-fedc63161d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a343104d-3fa9-47af-8854-908d136ad217,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:15.994864 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5f6ade3d-950b-4cd4-bc32-569ea737757e req-4dd9159a-8284-41e3-843c-c4fb3c150bae tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/ports?device_id=b38fd2bb-bb4f-4e03-9452-c673cc51b296 HTTP/1.1" status: 200 len: 946 time: 0.0686135 Feb 15 15:27:15.998464 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (c074c844-93d1-4833-b8a4-4c8287c579bf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:16.029891 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c074c844-93d1-4833-b8a4-4c8287c579bf'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:27:16.052336 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Pushing event deleted for resources: {'Port': ['ID=c074c844-93d1-4833-b8a4-4c8287c579bf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:16.089063 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5f6ade3d-950b-4cd4-bc32-569ea737757e req-d2d82156-601a-4672-be5b-0cc76a21faf2 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.110 "GET /v2.0/security-groups?id=5b584ab0-8c19-4381-a8e6-4dfdb17d351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931160 Feb 15 15:27:16.118644 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] No DVR routers for this DVR port c074c844-93d1-4833-b8a4-4c8287c579bf on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:16.121454 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:16.125140 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-658ab7e4-73c9-428f-b2bd-891507495959 req-4fbe1f85-4622-4682-acd3-9fba4633e216 tempest-TestMinimumBasicScenario-464784120 tempest-TestMinimumBasicScenario-464784120-project] 10.222.0.102 "DELETE /v2.0/ports/c074c844-93d1-4833-b8a4-4c8287c579bf HTTP/1.1" status: 204 len: 173 time: 0.6477807 Feb 15 15:27:16.125637 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'name': 'network-vif-deleted', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:27:16.129220 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd9dd3-da8e-4ef0-8a43-1ec7b11877be" -d '{"events": [{"server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "name": "network-vif-deleted", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:27:16.168691 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e91e484-4e74-4738-837e-22ec3301f6b3 x-openstack-request-id: req-1e91e484-4e74-4738-837e-22ec3301f6b3 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:27:16.169728 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38fd2bb-bb4f-4e03-9452-c673cc51b296", "name": "network-vif-deleted", "tag": "c074c844-93d1-4833-b8a4-4c8287c579bf", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:27:16.169990 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1e91e484-4e74-4738-837e-22ec3301f6b3 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:27:16.170406 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38fd2bb-bb4f-4e03-9452-c673cc51b296', 'name': 'network-vif-deleted', 'tag': 'c074c844-93d1-4833-b8a4-4c8287c579bf', 'status': 'completed', 'code': 200} Feb 15 15:27:16.711351 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43332) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:16.728410 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9614d5a3-560d-4eb4-9191-d66adef9c7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:16.803307 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9614d5a3-560d-4eb4-9191-d66adef9c7de admin admin] Publish callbacks [] for security_group (3b05c9b9-5b8b-4f00-9375-65f21b1b8cad), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:16.883603 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9614d5a3-560d-4eb4-9191-d66adef9c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3b05c9b9-5b8b-4f00-9375-65f21b1b8cad), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:16.923536 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9614d5a3-560d-4eb4-9191-d66adef9c7de admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8a76ca1877764db191eea91410b5f76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110507 Feb 15 15:27:16.925049 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614d5a3-560d-4eb4-9191-d66adef9c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05c9b9-5b8b-4f00-9375-65f21b1b8cad,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:16.927383 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43334) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:16.980723 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-07d9d9bf-339e-4578-b3ff-bce8ad52d90a admin admin] Publish callbacks [] for security_group (3b05c9b9-5b8b-4f00-9375-65f21b1b8cad), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:17.003187 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-07d9d9bf-339e-4578-b3ff-bce8ad52d90a admin admin] Publish callbacks [] for security_group (3b05c9b9-5b8b-4f00-9375-65f21b1b8cad), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:17.129824 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-07d9d9bf-339e-4578-b3ff-bce8ad52d90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3b05c9b9-5b8b-4f00-9375-65f21b1b8cad), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:17.133907 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-07d9d9bf-339e-4578-b3ff-bce8ad52d90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:17.135032 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-07d9d9bf-339e-4578-b3ff-bce8ad52d90a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3b05c9b9-5b8b-4f00-9375-65f21b1b8cad HTTP/1.1" status: 204 len: 168 time: 0.2065809 Feb 15 15:27:17.143524 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9d9bf-339e-4578-b3ff-bce8ad52d90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05c9b9-5b8b-4f00-9375-65f21b1b8cad,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:18.816863 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43422) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:19.269898 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (5c20caaf-cc73-4e68-92fa-42f9a741edb7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:19.425548 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c074c844-93d1-4833-b8a4-4c8287c579bf no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:19.446560 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: c074c844-93d1-4833-b8a4-4c8287c579bf {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:19.446903 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c074c844-93d1-4833-b8a4-4c8287c579bf not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:19.574940 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Deleting port 6e274d8e-c060-4c3f-adc4-1d955ebc630f {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:19.575287 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:19.652446 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] For port 6e274d8e-c060-4c3f-adc4-1d955ebc630f, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=6e274d8e-c060-4c3f-adc4-1d955ebc630f,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:19.652811 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:19.666348 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Calling delete_port for 6e274d8e-c060-4c3f-adc4-1d955ebc630f owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:19.919974 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (6e274d8e-c060-4c3f-adc4-1d955ebc630f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:19.948558 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e274d8e-c060-4c3f-adc4-1d955ebc630f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:20.124326 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (5c20caaf-cc73-4e68-92fa-42f9a741edb7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:20.342447 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:27:20.454274 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:27:20.462790 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7bdf2a85-3065-43d9-b62d-492b4b7d7f7a admin admin] 10.222.0.110 "PUT /v2.0/routers/5c20caaf-cc73-4e68-92fa-42f9a741edb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423078 Feb 15 15:27:20.463104 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43446) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:20.463694 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] Sync routers for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:27:20.476167 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:20.476871 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:20.539276 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43448) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:20.592177 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:20.784766 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:27:19Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:20.824815 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ea063cb-47c2-4b10-b77a-70d230e4feae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:20.866532 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks [] for router (5c20caaf-cc73-4e68-92fa-42f9a741edb7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:20.943230 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] Checking router: 5c20caaf-cc73-4e68-92fa-42f9a741edb7 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:27:20.952265 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] Routers {'5c20caaf-cc73-4e68-92fa-42f9a741edb7'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:20.952877 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:21.008943 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ea063cb-47c2-4b10-b77a-70d230e4feae admin admin] Publish callbacks [] for security_group (a63ebf27-6305-4e9c-b177-6fc05d989219), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.014053 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks [] for router_gateway (5c20caaf-cc73-4e68-92fa-42f9a741edb7), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.061741 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] Set router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:21.084129 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ea063cb-47c2-4b10-b77a-70d230e4feae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a63ebf27-6305-4e9c-b177-6fc05d989219), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.142305 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2ea063cb-47c2-4b10-b77a-70d230e4feae admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=39fc8eba22ac4ff0b7ccdaf7b23f4f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6019492 Feb 15 15:27:21.144894 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea063cb-47c2-4b10-b77a-70d230e4feae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63ebf27-6305-4e9c-b177-6fc05d989219,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:21.146457 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43456) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:21.172296 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Deleting port 8574bea7-09b8-4efa-876f-5c4d216cc97e {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:21.173075 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.204128 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2300de1-43d0-474d-ab3e-78a50bf04b30 admin admin] Publish callbacks [] for security_group (a63ebf27-6305-4e9c-b177-6fc05d989219), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.229255 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2300de1-43d0-474d-ab3e-78a50bf04b30 admin admin] Publish callbacks [] for security_group (a63ebf27-6305-4e9c-b177-6fc05d989219), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.263336 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:27:19Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:21.270049 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] For port 8574bea7-09b8-4efa-876f-5c4d216cc97e, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=8574bea7-09b8-4efa-876f-5c4d216cc97e,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:21.270422 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.282871 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Calling delete_port for 8574bea7-09b8-4efa-876f-5c4d216cc97e owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:21.296068 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636c8ad-ab64-499a-af74-2409617d0441 None None] The sync data for ids ['5c20caaf-cc73-4e68-92fa-42f9a741edb7'] in dv-cinder-778193-15-iscsi is: [{'id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'name': 'tempest-TestMinimumBasicScenario-1053294044-router', 'tenant_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:23Z', 'updated_at': '2022-02-15T15:27:19Z', 'revision_number': 5, 'project_id': '6e55fd8d9b0941fca8a6eba1acfc013e', 'gw_port': {'id': '8574bea7-09b8-4efa-876f-5c4d216cc97e', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20caaf-cc73-4e68-92fa-42f9a741edb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:24Z', 'updated_at': '2022-02-15T15:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:27:21.337118 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2300de1-43d0-474d-ab3e-78a50bf04b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a63ebf27-6305-4e9c-b177-6fc05d989219), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.339931 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-e2300de1-43d0-474d-ab3e-78a50bf04b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.344323 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-e2300de1-43d0-474d-ab3e-78a50bf04b30 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a63ebf27-6305-4e9c-b177-6fc05d989219 HTTP/1.1" status: 204 len: 168 time: 0.1967187 Feb 15 15:27:21.355132 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2300de1-43d0-474d-ab3e-78a50bf04b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63ebf27-6305-4e9c-b177-6fc05d989219,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:21.540775 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 6e274d8e-c060-4c3f-adc4-1d955ebc630f no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:21.562478 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 6e274d8e-c060-4c3f-adc4-1d955ebc630f {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:21.562822 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 6e274d8e-c060-4c3f-adc4-1d955ebc630f not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:21.582872 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (8574bea7-09b8-4efa-876f-5c4d216cc97e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.607115 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Pushing event deleted for resources: {'Port': ['ID=8574bea7-09b8-4efa-876f-5c4d216cc97e,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:21.671940 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (5c20caaf-cc73-4e68-92fa-42f9a741edb7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.769603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (5c20caaf-cc73-4e68-92fa-42f9a741edb7), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.771779 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks [] for router_controller (5c20caaf-cc73-4e68-92fa-42f9a741edb7), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.866459 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (5c20caaf-cc73-4e68-92fa-42f9a741edb7), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.866916 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c20caaf-cc73-4e68-92fa-42f9a741edb7 {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:27:21.871567 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.872434 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-859bb4ff-c31b-40d8-842c-1fc53d679006 admin admin] 10.222.0.110 "DELETE /v2.0/routers/5c20caaf-cc73-4e68-92fa-42f9a741edb7 HTTP/1.1" status: 204 len: 168 time: 1.4084198 Feb 15 15:27:21.875051 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43470) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:21.928141 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4697e5-2fc6-4632-bd7c-f0c5c8b43217 admin admin] Deleting subnet 71b2f47e-607e-4e22-abbd-2ce6d7cf4a52 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:27:21.931586 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb4697e5-2fc6-4632-bd7c-f0c5c8b43217 admin admin] Publish callbacks [] for subnet (71b2f47e-607e-4e22-abbd-2ce6d7cf4a52), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.969812 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb4697e5-2fc6-4632-bd7c-f0c5c8b43217 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8824911'] for subnet (71b2f47e-607e-4e22-abbd-2ce6d7cf4a52), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.084159 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb4697e5-2fc6-4632-bd7c-f0c5c8b43217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (71b2f47e-607e-4e22-abbd-2ce6d7cf4a52), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.212222 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb4697e5-2fc6-4632-bd7c-f0c5c8b43217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9107968'] for subnet (71b2f47e-607e-4e22-abbd-2ce6d7cf4a52), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.238182 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4697e5-2fc6-4632-bd7c-f0c5c8b43217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b2f47e-607e-4e22-abbd-2ce6d7cf4a52,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:22.243863 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb4697e5-2fc6-4632-bd7c-f0c5c8b43217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.246285 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fb4697e5-2fc6-4632-bd7c-f0c5c8b43217 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/71b2f47e-607e-4e22-abbd-2ce6d7cf4a52 HTTP/1.1" status: 204 len: 168 time: 0.3702307 Feb 15 15:27:22.248776 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43480) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:22.249784 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae6434e-f91a-42b7-8a1b-e248d4d6c3d7 None None] Network 386cb819-b0c5-4ff8-8e3b-57651034b928 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:22.350263 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (386cb819-b0c5-4ff8-8e3b-57651034b928), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.428346 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Deleting port 9d49b335-514b-41f5-9a73-ac8b0529498e {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:22.428693 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.447157 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] DHCP port deletion for 386cb819-b0c5-4ff8-8e3b-57651034b928 request from dv-cinder-778193-15-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:27:22.453111 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43486) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:22.503065 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] For port 9d49b335-514b-41f5-9a73-ac8b0529498e, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=9d49b335-514b-41f5-9a73-ac8b0529498e,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:22.503623 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.508198 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] Deleting port 9d49b335-514b-41f5-9a73-ac8b0529498e {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:22.508575 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.518828 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Calling delete_port for 9d49b335-514b-41f5-9a73-ac8b0529498e owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:22.583215 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422854280-network', 'tenant_id': '2ec8bd35b6844feaad4c9b56bc002a81'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:27:22.587807 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] For port 9d49b335-514b-41f5-9a73-ac8b0529498e, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=9d49b335-514b-41f5-9a73-ac8b0529498e,segment=NetworkSegment(53befd5d-452b-4939-bc65-72b6913bc435),segment_id=53befd5d-452b-4939-bc65-72b6913bc435)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:22.588342 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.605732 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] Calling delete_port for 9d49b335-514b-41f5-9a73-ac8b0529498e owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:22.691596 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Made reservation on behalf of 2ec8bd35b6844feaad4c9b56bc002a81 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:27:22.693888 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.702760 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.714701 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.722767 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (9d49b335-514b-41f5-9a73-ac8b0529498e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.743808 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] No DVR routers for this DVR port 9d49b335-514b-41f5-9a73-ac8b0529498e on host dv-cinder-778193-15-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:22.748846 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d49b335-514b-41f5-9a73-ac8b0529498e,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:22.756078 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] Pushing event deleted for resources: {'Port': ['ID=9d49b335-514b-41f5-9a73-ac8b0529498e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:22.758429 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22295989-0a4b-4866-96bc-86567ef53a21 None None] No DVR routers for this DVR port 9d49b335-514b-41f5-9a73-ac8b0529498e on host dv-cinder-778193-15-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:22.796529 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Publish callbacks [] for security_group (2fcd58c3-2ac2-4a5f-89a3-b360d3ece120), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.825836 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (386cb819-b0c5-4ff8-8e3b-57651034b928), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.851082 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386cb819-b0c5-4ff8-8e3b-57651034b928']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:22.860666 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53befd5d-452b-4939-bc65-72b6913bc435') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:22.860967 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53befd5d-452b-4939-bc65-72b6913bc435') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:22.871497 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8824952'] for segment (53befd5d-452b-4939-bc65-72b6913bc435), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.888833 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (53befd5d-452b-4939-bc65-72b6913bc435), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.891189 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2fcd58c3-2ac2-4a5f-89a3-b360d3ece120), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.900947 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:27:22.901358 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9183591'] for segment (53befd5d-452b-4939-bc65-72b6913bc435), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: Traceback (most recent call last): Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: timer() Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: cb(*args, **kw) Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: return func(*args, **kwargs) Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: self._notify() Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: self.callback(batched_events) Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: event.method(event) Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: return f(self, *a, **k) Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._get(url).json() Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:27:22.904028 dv-cinder-778193-15-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:27:22.914065 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:27:22.928428 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd58c3-2ac2-4a5f-89a3-b360d3ece120,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:22.933330 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (073101b1-92cf-4e71-a7ed-02d9c1afa7db), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:22.933673 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Added segment 073101b1-92cf-4e71-a7ed-02d9c1afa7db of type vlan for network cc623e23-3ff9-4448-b155-ee047047fd19 Feb 15 15:27:22.978016 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (cc623e23-3ff9-4448-b155-ee047047fd19), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.035414 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (386cb819-b0c5-4ff8-8e3b-57651034b928), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.041111 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.046926 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] 10.222.0.110 "DELETE /v2.0/networks/386cb819-b0c5-4ff8-8e3b-57651034b928 HTTP/1.1" status: 204 len: 168 time: 0.7945769 Feb 15 15:27:23.047648 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43490) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:23.056414 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e13b4-3d0e-4da4-86fc-cb959ed1e408 admin admin] Pushing event deleted for resources: {'Network': ['ID=386cb819-b0c5-4ff8-8e3b-57651034b928,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:23.117944 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (cc623e23-3ff9-4448-b155-ee047047fd19), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.118887 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:23.119460 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.196443 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Pushing event updated for resources: {'Network': ['ID=cc623e23-3ff9-4448-b155-ee047047fd19,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:23.207548 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.207912 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.209486 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.209486 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.209486 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.209486 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.209821 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.209919 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.210153 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.210470 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.210785 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.211097 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.211407 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:27:23.222520 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network cc623e23-3ff9-4448-b155-ee047047fd19 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:27:23.231517 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4d428994-5bf8-4a45-9be0-b5444349871c admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7773011 Feb 15 15:27:23.235153 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43492) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:23.240857 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Request body: {'subnet': {'network_id': 'cc623e23-3ff9-4448-b155-ee047047fd19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422854280-subnet', 'tenant_id': '2ec8bd35b6844feaad4c9b56bc002a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:27:23.335159 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Made reservation on behalf of 2ec8bd35b6844feaad4c9b56bc002a81 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:27:23.337689 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9108011'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.478378 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.542005 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8574bea7-09b8-4efa-876f-5c4d216cc97e no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:23.563129 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 8574bea7-09b8-4efa-876f-5c4d216cc97e {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:23.563471 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 8574bea7-09b8-4efa-876f-5c4d216cc97e not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:23.563922 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 9d49b335-514b-41f5-9a73-ac8b0529498e no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:23.583486 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 9d49b335-514b-41f5-9a73-ac8b0529498e {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:23.583858 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 9d49b335-514b-41f5-9a73-ac8b0529498e not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:23.587346 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9108025'] for subnet (e1d99389-7aa9-4d0a-a468-a5ec47d6c9be), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.640228 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d99389-7aa9-4d0a-a468-a5ec47d6c9be,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:23.657419 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Checking segment: {'id': '073101b1-92cf-4e71-a7ed-02d9c1afa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'cc623e23-3ff9-4448-b155-ee047047fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:27:23.658693 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Network hostable DHCP agents. Network: cc623e23-3ff9-4448-b155-ee047047fd19, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:27:23.741704 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Deleting port b69863a3-0e3d-42c2-ae71-496808e06f91 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:23.741952 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.755253 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Network cc623e23-3ff9-4448-b155-ee047047fd19 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:27:23.820888 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] For port b69863a3-0e3d-42c2-ae71-496808e06f91, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=b69863a3-0e3d-42c2-ae71-496808e06f91,segment=NetworkSegment(25afb27a-ec3c-4375-9690-3b13069d858e),segment_id=25afb27a-ec3c-4375-9690-3b13069d858e)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:23.821244 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.834781 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Calling delete_port for b69863a3-0e3d-42c2-ae71-496808e06f91 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:23.840540 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, cc623e23-3ff9-4448-b155-ee047047fd19) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:27:23.845140 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:23.846061 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:23.853473 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ef22a-62eb-4c2f-ad0e-2b56004f19f7 None None] Network cc623e23-3ff9-4448-b155-ee047047fd19 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:23.927382 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-25fdb338-a270-47fb-9057-4b72904efa70 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6909542 Feb 15 15:27:23.954096 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919e66b1-fbd3-4544-8e34-3bfd6a784282 None None] Network cc623e23-3ff9-4448-b155-ee047047fd19 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:24.081421 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (b69863a3-0e3d-42c2-ae71-496808e06f91), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:24.111754 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69863a3-0e3d-42c2-ae71-496808e06f91,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:24.277573 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:24.638238 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43514) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:24.643861 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1505209855-network', 'tenant_id': 'd42e8adb28554067a3a79b7bd415733e'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:27:24.724124 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Made reservation on behalf of d42e8adb28554067a3a79b7bd415733e for: {'network': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:27:24.726558 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:24.740521 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:24.774535 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:27:24.815046 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Publish callbacks [] for security_group (038c5d3a-7d1d-41a8-8588-3b89f39f6cef), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:24.874520 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (038c5d3a-7d1d-41a8-8588-3b89f39f6cef), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:24.886010 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:27:24.891054 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-3daae293-26e1-4cb6-89a5-279492870e66 admin admin] 10.222.0.110 "PUT /v2.0/routers/c61fa8e0-4c5f-4c92-a2c9-2b7e28532377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8423345 Feb 15 15:27:24.894526 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43516) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:24.899339 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] Sync routers for ids ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:27:24.900367 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:27:24.911149 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c5d3a-7d1d-41a8-8588-3b89f39f6cef,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:24.911362 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] Routers {'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:24.912061 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:24.916050 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (556839b1-7062-4233-9154-60f11f1ab89f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:24.916397 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.segments_db [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Added segment 556839b1-7062-4233-9154-60f11f1ab89f of type vlan for network b6665d50-22ac-40f2-926e-17b929aaccc1 Feb 15 15:27:24.958015 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (b6665d50-22ac-40f2-926e-17b929aaccc1), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.005663 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks [] for router (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.027934 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] Set router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:25.047060 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (b6665d50-22ac-40f2-926e-17b929aaccc1), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.048206 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:25.049808 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.114670 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks [] for router_gateway (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.119603 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] Pushing event updated for resources: {'Network': ['ID=b6665d50-22ac-40f2-926e-17b929aaccc1,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:25.130666 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network b6665d50-22ac-40f2-926e-17b929aaccc1 details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:27:25.184084 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e65855f4-6133-4a19-8751-a4d5b9d4d951 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5427055 Feb 15 15:27:25.184319 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43518) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:25.190010 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Request body: {'subnet': {'network_id': 'b6665d50-22ac-40f2-926e-17b929aaccc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1505209855-subnet', 'tenant_id': 'd42e8adb28554067a3a79b7bd415733e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:27:25.221657 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:27:23Z', 'revision_number': 5, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port': {'id': '30c5ec5d-86b3-4d4e-a6d1-980b58a6f063', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:24:31Z', 'updated_at': '2022-02-15T15:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:25.249528 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Deleting port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:25.249866 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.250225 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] Checking router: c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:27:25.258838 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] Routers {'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:25.259450 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:05Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:25.286234 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Made reservation on behalf of d42e8adb28554067a3a79b7bd415733e for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:27:25.290234 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9108011'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.329063 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] For port 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=30c5ec5d-86b3-4d4e-a6d1-980b58a6f063,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:25.329406 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.343234 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Calling delete_port for 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:25.355511 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] Set router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:25.413902 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:27:25Z', 'revision_number': 6, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port_host': None}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:25.444193 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b89fcc-c1ea-47bc-8b54-d7e1477ecb60 None None] The sync data for ids ['c61fa8e0-4c5f-4c92-a2c9-2b7e28532377'] in dv-cinder-778193-15-iscsi is: [{'id': 'c61fa8e0-4c5f-4c92-a2c9-2b7e28532377', 'name': 'tempest-TestMinimumBasicScenario-1121379848-router', 'tenant_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:24:30Z', 'updated_at': '2022-02-15T15:27:25Z', 'revision_number': 6, 'project_id': '0dd862b4452f40558dc87cef1b5cc5c0', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:27:25.547122 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9108025'] for subnet (d4f6a39e-6607-46e0-9c20-480b2c6b6e83), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.612750 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (30c5ec5d-86b3-4d4e-a6d1-980b58a6f063), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.613798 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f6a39e-6607-46e0-9c20-480b2c6b6e83,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:25.616108 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Checking segment: {'id': '556839b1-7062-4233-9154-60f11f1ab89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b6665d50-22ac-40f2-926e-17b929aaccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:27:25.616466 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Network hostable DHCP agents. Network: b6665d50-22ac-40f2-926e-17b929aaccc1, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:27:25.640237 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Pushing event deleted for resources: {'Port': ['ID=30c5ec5d-86b3-4d4e-a6d1-980b58a6f063,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:25.702868 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Network b6665d50-22ac-40f2-926e-17b929aaccc1 is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:27:25.709724 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.811032 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.849250 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks [] for router_controller (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.988613 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, b6665d50-22ac-40f2-926e-17b929aaccc1) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:27:25.993104 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:25.993714 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.997436 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b7966-d241-4083-a6bd-1c4bc31f3745 None None] Network b6665d50-22ac-40f2-926e-17b929aaccc1 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:26.040599 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (c61fa8e0-4c5f-4c92-a2c9-2b7e28532377), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.041152 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:27:26.046547 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.051266 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c52bf6a7-1343-462f-8b83-696a497e088b admin admin] 10.222.0.110 "DELETE /v2.0/routers/c61fa8e0-4c5f-4c92-a2c9-2b7e28532377 HTTP/1.1" status: 204 len: 168 time: 1.1556504 Feb 15 15:27:26.052636 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43526) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:26.092840 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fe3e770f-0435-4ae7-b624-222165a4d55a admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9015191 Feb 15 15:27:26.104367 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb722d2-75bf-4162-9317-fe287997362b None None] Network b6665d50-22ac-40f2-926e-17b929aaccc1 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:26.110608 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-865d46d8-5c67-461c-a676-7a9452e5c8da admin admin] Deleting subnet 7deab6ae-71ae-4b90-a211-151668ce9e36 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:27:26.114027 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-865d46d8-5c67-461c-a676-7a9452e5c8da admin admin] Publish callbacks [] for subnet (7deab6ae-71ae-4b90-a211-151668ce9e36), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.157570 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-865d46d8-5c67-461c-a676-7a9452e5c8da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1305988'] for subnet (7deab6ae-71ae-4b90-a211-151668ce9e36), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.211662 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43534) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:26.247790 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-865d46d8-5c67-461c-a676-7a9452e5c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (7deab6ae-71ae-4b90-a211-151668ce9e36), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.261482 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ce2700-4c51-4599-a4ca-33cd23549b4d admin admin] Deleting subnet e1d99389-7aa9-4d0a-a468-a5ec47d6c9be {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:27:26.266308 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55ce2700-4c51-4599-a4ca-33cd23549b4d admin admin] Publish callbacks [] for subnet (e1d99389-7aa9-4d0a-a468-a5ec47d6c9be), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.313903 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55ce2700-4c51-4599-a4ca-33cd23549b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8824911'] for subnet (e1d99389-7aa9-4d0a-a468-a5ec47d6c9be), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.360826 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55ce2700-4c51-4599-a4ca-33cd23549b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (e1d99389-7aa9-4d0a-a468-a5ec47d6c9be), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.375907 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-865d46d8-5c67-461c-a676-7a9452e5c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8822950'] for subnet (7deab6ae-71ae-4b90-a211-151668ce9e36), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.401758 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d46d8-5c67-461c-a676-7a9452e5c8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7deab6ae-71ae-4b90-a211-151668ce9e36,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:26.408309 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-865d46d8-5c67-461c-a676-7a9452e5c8da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.418332 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-865d46d8-5c67-461c-a676-7a9452e5c8da admin admin] 10.222.0.110 "DELETE /v2.0/subnets/7deab6ae-71ae-4b90-a211-151668ce9e36 HTTP/1.1" status: 204 len: 168 time: 0.3595564 Feb 15 15:27:26.419055 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43540) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:26.421249 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15db884-3265-4e61-a59c-5c8c1ddb4b0d None None] Network 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:26.488264 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (6a4c3b82-daa3-42f1-aaf9-d5982470c5c4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.550737 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Deleting port 636b713c-fe09-439a-b67e-07ada9c909de {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:26.551224 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (636b713c-fe09-439a-b67e-07ada9c909de), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.553561 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55ce2700-4c51-4599-a4ca-33cd23549b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9107968'] for subnet (e1d99389-7aa9-4d0a-a468-a5ec47d6c9be), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.620760 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] DHCP port deletion for 6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 request from dv-cinder-778193-15-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:27:26.622821 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce2700-4c51-4599-a4ca-33cd23549b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d99389-7aa9-4d0a-a468-a5ec47d6c9be,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:26.628804 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-55ce2700-4c51-4599-a4ca-33cd23549b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.634806 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-55ce2700-4c51-4599-a4ca-33cd23549b4d admin admin] 10.222.0.110 "DELETE /v2.0/subnets/e1d99389-7aa9-4d0a-a468-a5ec47d6c9be HTTP/1.1" status: 204 len: 168 time: 0.4192557 Feb 15 15:27:26.635175 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43542) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:26.681559 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] Deleting port 636b713c-fe09-439a-b67e-07ada9c909de {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:26.681948 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (636b713c-fe09-439a-b67e-07ada9c909de), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.682834 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] For port 636b713c-fe09-439a-b67e-07ada9c909de, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=636b713c-fe09-439a-b67e-07ada9c909de,segment=NetworkSegment(25afb27a-ec3c-4375-9690-3b13069d858e),segment_id=25afb27a-ec3c-4375-9690-3b13069d858e)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:26.683267 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (636b713c-fe09-439a-b67e-07ada9c909de), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.702229 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Calling delete_port for 636b713c-fe09-439a-b67e-07ada9c909de owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:26.738802 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (cc623e23-3ff9-4448-b155-ee047047fd19), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.754524 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] For port 636b713c-fe09-439a-b67e-07ada9c909de, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=636b713c-fe09-439a-b67e-07ada9c909de,segment=NetworkSegment(25afb27a-ec3c-4375-9690-3b13069d858e),segment_id=25afb27a-ec3c-4375-9690-3b13069d858e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:26.754929 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (636b713c-fe09-439a-b67e-07ada9c909de), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.772477 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] Calling delete_port for 636b713c-fe09-439a-b67e-07ada9c909de owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:26.822594 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (cc623e23-3ff9-4448-b155-ee047047fd19), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.848129 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc623e23-3ff9-4448-b155-ee047047fd19']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:26.857940 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073101b1-92cf-4e71-a7ed-02d9c1afa7db') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:26.858234 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073101b1-92cf-4e71-a7ed-02d9c1afa7db') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:26.868173 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (073101b1-92cf-4e71-a7ed-02d9c1afa7db), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.879873 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (636b713c-fe09-439a-b67e-07ada9c909de), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.884897 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (073101b1-92cf-4e71-a7ed-02d9c1afa7db), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.887011 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (636b713c-fe09-439a-b67e-07ada9c909de), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.888650 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:27:26.889097 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (073101b1-92cf-4e71-a7ed-02d9c1afa7db), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:27:26.890910 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:27:26.900153 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] No DVR routers for this DVR port 636b713c-fe09-439a-b67e-07ada9c909de on host dv-cinder-778193-15-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:26.913866 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=636b713c-fe09-439a-b67e-07ada9c909de,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:26.914629 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] No DVR routers for this DVR port 636b713c-fe09-439a-b67e-07ada9c909de on host dv-cinder-778193-15-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:26.926076 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16cf32-6dca-402b-89f7-e89a104ac5e2 None None] Pushing event deleted for resources: {'Port': ['ID=636b713c-fe09-439a-b67e-07ada9c909de,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:26.988069 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (6a4c3b82-daa3-42f1-aaf9-d5982470c5c4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.008475 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4c3b82-daa3-42f1-aaf9-d5982470c5c4']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:27.017833 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25afb27a-ec3c-4375-9690-3b13069d858e') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:27.018191 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25afb27a-ec3c-4375-9690-3b13069d858e') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:27.028724 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (cc623e23-3ff9-4448-b155-ee047047fd19), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.030519 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8824952'] for segment (25afb27a-ec3c-4375-9690-3b13069d858e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.035667 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.040077 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] 10.222.0.110 "DELETE /v2.0/networks/cc623e23-3ff9-4448-b155-ee047047fd19 HTTP/1.1" status: 204 len: 168 time: 0.4029963 Feb 15 15:27:27.044039 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43546) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:27.044785 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (25afb27a-ec3c-4375-9690-3b13069d858e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.049910 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329d51a-9d09-4187-9336-f084b683bdac admin admin] Pushing event deleted for resources: {'Network': ['ID=cc623e23-3ff9-4448-b155-ee047047fd19,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:27.075622 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:27:27.076051 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9183591'] for segment (25afb27a-ec3c-4375-9690-3b13069d858e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: Traceback (most recent call last): Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: timer() Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: cb(*args, **kw) Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: return func(*args, **kwargs) Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: self._notify() Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: self.callback(batched_events) Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: event.method(event) Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: return f(self, *a, **k) Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._get(url).json() Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:27:27.077710 dv-cinder-778193-15-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:27:27.136648 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c766e5-44fb-499c-bfb5-8323928cfed0 admin admin] Deleting subnet d4f6a39e-6607-46e0-9c20-480b2c6b6e83 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:27:27.140394 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45c766e5-44fb-499c-bfb5-8323928cfed0 admin admin] Publish callbacks [] for subnet (d4f6a39e-6607-46e0-9c20-480b2c6b6e83), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.177613 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45c766e5-44fb-499c-bfb5-8323928cfed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8824911'] for subnet (d4f6a39e-6607-46e0-9c20-480b2c6b6e83), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.213133 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (6a4c3b82-daa3-42f1-aaf9-d5982470c5c4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.223522 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.226726 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] 10.222.0.110 "DELETE /v2.0/networks/6a4c3b82-daa3-42f1-aaf9-d5982470c5c4 HTTP/1.1" status: 204 len: 168 time: 0.8091085 Feb 15 15:27:27.237828 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45c766e5-44fb-499c-bfb5-8323928cfed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (d4f6a39e-6607-46e0-9c20-480b2c6b6e83), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.240438 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c143e91-2951-401d-bb76-f5496fa58e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4c3b82-daa3-42f1-aaf9-d5982470c5c4,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:27.355361 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45c766e5-44fb-499c-bfb5-8323928cfed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9107968'] for subnet (d4f6a39e-6607-46e0-9c20-480b2c6b6e83), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.382765 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c766e5-44fb-499c-bfb5-8323928cfed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f6a39e-6607-46e0-9c20-480b2c6b6e83,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:27.391023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-45c766e5-44fb-499c-bfb5-8323928cfed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.391115 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-45c766e5-44fb-499c-bfb5-8323928cfed0 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/d4f6a39e-6607-46e0-9c20-480b2c6b6e83 HTTP/1.1" status: 204 len: 168 time: 0.3476093 Feb 15 15:27:27.393989 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43550) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:27.462600 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (b6665d50-22ac-40f2-926e-17b929aaccc1), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.538795 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:27.549679 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (b6665d50-22ac-40f2-926e-17b929aaccc1), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.559541 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:27.559986 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 30c5ec5d-86b3-4d4e-a6d1-980b58a6f063 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:27.560442 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 636b713c-fe09-439a-b67e-07ada9c909de no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:27.575827 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6665d50-22ac-40f2-926e-17b929aaccc1']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:27.581472 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 636b713c-fe09-439a-b67e-07ada9c909de {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:27.581821 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 636b713c-fe09-439a-b67e-07ada9c909de not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:27.582238 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device b69863a3-0e3d-42c2-ae71-496808e06f91 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:27.585632 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556839b1-7062-4233-9154-60f11f1ab89f') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:27.585924 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556839b1-7062-4233-9154-60f11f1ab89f') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:27.595110 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8824952'] for segment (556839b1-7062-4233-9154-60f11f1ab89f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.605486 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: b69863a3-0e3d-42c2-ae71-496808e06f91 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:27.605833 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device b69863a3-0e3d-42c2-ae71-496808e06f91 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:27.609101 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (556839b1-7062-4233-9154-60f11f1ab89f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.615661 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9183591'] for segment (556839b1-7062-4233-9154-60f11f1ab89f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: Traceback (most recent call last): Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: timer() Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: cb(*args, **kw) Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: return func(*args, **kwargs) Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: self._notify() Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: self.callback(batched_events) Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: event.method(event) Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: return f(self, *a, **k) Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._get(url).json() Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:27:27.618409 dv-cinder-778193-15-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:27:27.662025 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43552) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:27.701579 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-700e87f0-a43e-437b-abb7-516853dfd24d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6e55fd8d9b0941fca8a6eba1acfc013e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384021 Feb 15 15:27:27.704041 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43554) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:27.747565 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (b6665d50-22ac-40f2-926e-17b929aaccc1), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.753197 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.753598 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cac0c45-6cd3-468e-9062-2903971b22ea admin admin] Publish callbacks [] for security_group (5b584ab0-8c19-4381-a8e6-4dfdb17d351f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.759129 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] 10.222.0.110 "DELETE /v2.0/networks/b6665d50-22ac-40f2-926e-17b929aaccc1 HTTP/1.1" status: 204 len: 168 time: 0.3618393 Feb 15 15:27:27.770508 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2b7b3-0baf-4a0b-8d65-62fbe6bb4b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6665d50-22ac-40f2-926e-17b929aaccc1,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:27.785609 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cac0c45-6cd3-468e-9062-2903971b22ea admin admin] Publish callbacks [] for security_group (5b584ab0-8c19-4381-a8e6-4dfdb17d351f), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.912172 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cac0c45-6cd3-468e-9062-2903971b22ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (5b584ab0-8c19-4381-a8e6-4dfdb17d351f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.914723 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8cac0c45-6cd3-468e-9062-2903971b22ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:27.915972 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8cac0c45-6cd3-468e-9062-2903971b22ea admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5b584ab0-8c19-4381-a8e6-4dfdb17d351f HTTP/1.1" status: 204 len: 168 time: 0.2104969 Feb 15 15:27:27.924015 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac0c45-6cd3-468e-9062-2903971b22ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b584ab0-8c19-4381-a8e6-4dfdb17d351f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:28.133503 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43562) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:28.173005 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c1cb8144-0a31-497f-86ad-75f1be5c1c72 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2ec8bd35b6844feaad4c9b56bc002a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383036 Feb 15 15:27:28.176567 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43564) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:28.224547 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2338f3e5-8db5-4d60-9ad2-e9ff45ca7856 admin admin] Publish callbacks [] for security_group (2fcd58c3-2ac2-4a5f-89a3-b360d3ece120), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:28.246412 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2338f3e5-8db5-4d60-9ad2-e9ff45ca7856 admin admin] Publish callbacks [] for security_group (2fcd58c3-2ac2-4a5f-89a3-b360d3ece120), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:28.386355 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2338f3e5-8db5-4d60-9ad2-e9ff45ca7856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (2fcd58c3-2ac2-4a5f-89a3-b360d3ece120), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:28.388888 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-2338f3e5-8db5-4d60-9ad2-e9ff45ca7856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:28.390035 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-2338f3e5-8db5-4d60-9ad2-e9ff45ca7856 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2fcd58c3-2ac2-4a5f-89a3-b360d3ece120 HTTP/1.1" status: 204 len: 168 time: 0.2125847 Feb 15 15:27:28.399029 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338f3e5-8db5-4d60-9ad2-e9ff45ca7856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd58c3-2ac2-4a5f-89a3-b360d3ece120,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:28.639189 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43570) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:28.679421 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-27a19442-071b-4f08-942f-f78e63f378c6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0dd862b4452f40558dc87cef1b5cc5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390370 Feb 15 15:27:28.681835 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43572) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:28.731418 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e11a45a7-b4a8-4865-998f-3619da811907 admin admin] Publish callbacks [] for security_group (7ada000e-5105-48fb-9863-60ae88109270), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:28.753734 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e11a45a7-b4a8-4865-998f-3619da811907 admin admin] Publish callbacks [] for security_group (7ada000e-5105-48fb-9863-60ae88109270), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:28.924064 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e11a45a7-b4a8-4865-998f-3619da811907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (7ada000e-5105-48fb-9863-60ae88109270), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:28.926744 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e11a45a7-b4a8-4865-998f-3619da811907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:28.927975 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e11a45a7-b4a8-4865-998f-3619da811907 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7ada000e-5105-48fb-9863-60ae88109270 HTTP/1.1" status: 204 len: 168 time: 0.2449975 Feb 15 15:27:28.938571 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a45a7-b4a8-4865-998f-3619da811907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ada000e-5105-48fb-9863-60ae88109270,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:29.080113 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43580) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:29.121162 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-26e6fcae-ce0d-4933-a33f-3bf92df9bb0b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d42e8adb28554067a3a79b7bd415733e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398355 Feb 15 15:27:29.123538 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43582) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:29.172982 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-06782ba1-ed3c-4feb-af64-77fdf173cffa admin admin] Publish callbacks [] for security_group (038c5d3a-7d1d-41a8-8588-3b89f39f6cef), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:29.197192 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-06782ba1-ed3c-4feb-af64-77fdf173cffa admin admin] Publish callbacks [] for security_group (038c5d3a-7d1d-41a8-8588-3b89f39f6cef), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:29.308860 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-06782ba1-ed3c-4feb-af64-77fdf173cffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (038c5d3a-7d1d-41a8-8588-3b89f39f6cef), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:29.311627 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-06782ba1-ed3c-4feb-af64-77fdf173cffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:29.312904 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-06782ba1-ed3c-4feb-af64-77fdf173cffa admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/038c5d3a-7d1d-41a8-8588-3b89f39f6cef HTTP/1.1" status: 204 len: 168 time: 0.1884468 Feb 15 15:27:29.324979 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06782ba1-ed3c-4feb-af64-77fdf173cffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c5d3a-7d1d-41a8-8588-3b89f39f6cef,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:32.678212 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-22240215-8077-4146-bc1e-d61cefef1e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:35.451466 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9c431ddc-178a-47c1-b935-a36cfce069c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:36.360407 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:36.773129 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43696) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:36.872923 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43704) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:36.942880 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e1f6670d-3dac-4e9e-82fa-86fb4326276e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.055171 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.132621 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e1f6670d-3dac-4e9e-82fa-86fb4326276e admin admin] Publish callbacks [] for security_group (fdf36597-cfeb-46a1-8897-10cb8c947d66), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.150744 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Deleting port e5a08698-27c1-4108-b0a2-727fc0a00a2b {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:37.151078 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (e5a08698-27c1-4108-b0a2-727fc0a00a2b), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.199378 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e1f6670d-3dac-4e9e-82fa-86fb4326276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (fdf36597-cfeb-46a1-8897-10cb8c947d66), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.253804 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e1f6670d-3dac-4e9e-82fa-86fb4326276e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=aafc7b6ae6964d33ab3bfd280fe7a1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798153 Feb 15 15:27:37.256813 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43714) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:37.257536 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6670d-3dac-4e9e-82fa-86fb4326276e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf36597-cfeb-46a1-8897-10cb8c947d66,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:37.268812 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (e5a08698-27c1-4108-b0a2-727fc0a00a2b), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.269269 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for floatingip (e5a08698-27c1-4108-b0a2-727fc0a00a2b), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.282666 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Calling delete_port for e5a08698-27c1-4108-b0a2-727fc0a00a2b owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:37.310793 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fbd2c908-86d4-44f8-9b41-5b9733cebabb admin admin] Publish callbacks [] for security_group (fdf36597-cfeb-46a1-8897-10cb8c947d66), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.335290 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fbd2c908-86d4-44f8-9b41-5b9733cebabb admin admin] Publish callbacks [] for security_group (fdf36597-cfeb-46a1-8897-10cb8c947d66), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.457092 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fbd2c908-86d4-44f8-9b41-5b9733cebabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (fdf36597-cfeb-46a1-8897-10cb8c947d66), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.460723 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fbd2c908-86d4-44f8-9b41-5b9733cebabb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.461904 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fbd2c908-86d4-44f8-9b41-5b9733cebabb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fdf36597-cfeb-46a1-8897-10cb8c947d66 HTTP/1.1" status: 204 len: 168 time: 0.2035081 Feb 15 15:27:37.469904 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2c908-86d4-44f8-9b41-5b9733cebabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf36597-cfeb-46a1-8897-10cb8c947d66,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:37.502761 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (e5a08698-27c1-4108-b0a2-727fc0a00a2b), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.529895 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event deleted for resources: {'Port': ['ID=e5a08698-27c1-4108-b0a2-727fc0a00a2b,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:37.592265 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for floatingip (f27df6ef-92d0-489d-85c1-f490be87a6ec), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.592603 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Floating IP f27df6ef-92d0-489d-85c1-f490be87a6ec disassociated (deleted). External IP: 172.27.0.250, port: 9f4a38c8-6986-472d-b18c-9fbc33522076. Feb 15 15:27:37.689804 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.816747 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Router bc5f9804-7bc2-42ca-b6e4-332c48591079 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:27:37.930336 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:27:37.934873 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:37.941277 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] Sync routers for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:27:37.951084 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:37.951815 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:37.967573 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1b1cef26-4ab7-4aff-bded-475d0bc0748c tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "DELETE /v2.0/floatingips/f27df6ef-92d0-489d-85c1-f490be87a6ec HTTP/1.1" status: 204 len: 168 time: 1.1932673 Feb 15 15:27:37.968202 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:27:37.970447 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003" -d '{"events": [{"name": "network-changed", "server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:27:38.015245 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbeeaa6-d14e-44fb-b65b-4b05d54a8c37 x-openstack-request-id: req-6bbeeaa6-d14e-44fb-b65b-4b05d54a8c37 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:27:38.016179 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:27:38.016179 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6bbeeaa6-d14e-44fb-b65b-4b05d54a8c37 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:27:38.016179 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'status': 'completed', 'code': 200} Feb 15 15:27:38.092158 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-6fbce814-b267-47e5-9627-605b54213ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:38.093753 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-6fbce814-b267-47e5-9627-605b54213ce9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=59010d4129e04353828e17181565f4b7&device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 1130 time: 0.0545602 Feb 15 15:27:38.198528 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-34b2eae3-e6a3-45d2-a64e-492209872e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:38.200224 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-34b2eae3-e6a3-45d2-a64e-492209872e0e service neutron] 10.222.0.102 "GET /v2.0/networks?id=5f4ecbc0-ff18-47fc-a330-88951a4a0033 HTTP/1.1" status: 200 len: 910 time: 0.0982587 Feb 15 15:27:38.217195 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43730) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:38.233678 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46d1d325-47ae-46ef-9d28-19ff09269eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:38.256971 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-f9b93e6b-f32c-40c1-96de-aa419e2ca0e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 200 len: 217 time: 0.0499125 Feb 15 15:27:38.260672 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:38.323090 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46d1d325-47ae-46ef-9d28-19ff09269eb1 admin admin] Publish callbacks [] for security_group (1536592b-41ee-4d2e-8139-3809e9254949), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:38.328094 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-bed4ad1b-e2be-407d-bbd4-7f3279f7099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:38.331869 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-bed4ad1b-e2be-407d-bbd4-7f3279f7099d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4e5c6db3-40bf-48a5-9686-56ee9ced6493 HTTP/1.1" status: 200 len: 848 time: 0.0664604 Feb 15 15:27:38.394316 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-46d1d325-47ae-46ef-9d28-19ff09269eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (1536592b-41ee-4d2e-8139-3809e9254949), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:38.399412 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-5437cfe7-a4ee-4fef-bfb1-94ee768ac3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:38.401275 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-5437cfe7-a4ee-4fef-bfb1-94ee768ac3ac service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5f4ecbc0-ff18-47fc-a330-88951a4a0033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568752 Feb 15 15:27:38.435451 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-46d1d325-47ae-46ef-9d28-19ff09269eb1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3d903fa88658470797ae7a594965531a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219746 Feb 15 15:27:38.437674 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d325-47ae-46ef-9d28-19ff09269eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1536592b-41ee-4d2e-8139-3809e9254949,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:38.440215 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43736) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:38.498983 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-26403a0c-268f-48fe-b368-4540315e86d4 admin admin] Publish callbacks [] for security_group (1536592b-41ee-4d2e-8139-3809e9254949), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:38.522701 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:14Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:38.524352 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-26403a0c-268f-48fe-b368-4540315e86d4 admin admin] Publish callbacks [] for security_group (1536592b-41ee-4d2e-8139-3809e9254949), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:38.574886 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] Checking router: bc5f9804-7bc2-42ca-b6e4-332c48591079 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:27:38.583598 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:38.584507 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:38.700907 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:38.823261 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-26403a0c-268f-48fe-b368-4540315e86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (1536592b-41ee-4d2e-8139-3809e9254949), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:38.826155 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-26403a0c-268f-48fe-b368-4540315e86d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:38.828518 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a84c32-1840-496f-8b29-bc3b6a003964 req-a115cd7d-cc1c-4c0f-bc81-ce382ed4ac75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:38.830226 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-26403a0c-268f-48fe-b368-4540315e86d4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1536592b-41ee-4d2e-8139-3809e9254949 HTTP/1.1" status: 204 len: 168 time: 0.3888779 Feb 15 15:27:38.831527 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76a84c32-1840-496f-8b29-bc3b6a003964 req-a115cd7d-cc1c-4c0f-bc81-ce382ed4ac75 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.3610697 Feb 15 15:27:38.845706 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26403a0c-268f-48fe-b368-4540315e86d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536592b-41ee-4d2e-8139-3809e9254949,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:38.868299 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-9e047812-62ad-4b7f-85c2-89c37570b8a5 service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601793 Feb 15 15:27:38.899126 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-76a84c32-1840-496f-8b29-bc3b6a003964 req-e498ab25-11a0-4bd1-b3ed-c554b3bfea66 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588820 Feb 15 15:27:38.954401 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:14Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:38.985069 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e00e0cb9-d7cc-4d12-994d-d6dcf921f003 req-815ed8bb-d3be-484b-af1e-19cb5f132649 service neutron] 10.222.0.102 "GET /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910494 Feb 15 15:27:38.986576 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d566d-bb0c-4952-b8e0-96aa2ebe9ab8 None None] The sync data for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi is: [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:22:10Z', 'revision_number': 4, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': 'e2893e62-622f-4c17-bc16-830a70ca4aad', 'name': '', 'network_id': '5f4ecbc0-ff18-47fc-a330-88951a4a0033', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'mac_address': 'fa:16:3e:56:e2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:09Z', 'updated_at': '2022-02-15T15:22:14Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'subnets': [{'id': '4e5c6db3-40bf-48a5-9686-56ee9ced6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:27:39.194683 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:39.247409 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096be8f-b5da-4fd5-b9ce-3668d7e6604e None None] New status for floating IP f27df6ef-92d0-489d-85c1-f490be87a6ec: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:27:40.027285 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a5cd7-fde4-4499-8e89-c6ebf10a52a3 req-bc26ae59-e1bd-444e-82ce-6fcfb9aae214 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:40.028831 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-705a5cd7-fde4-4499-8e89-c6ebf10a52a3 req-bc26ae59-e1bd-444e-82ce-6fcfb9aae214 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0533075 Feb 15 15:27:40.077273 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-705a5cd7-fde4-4499-8e89-c6ebf10a52a3 req-1c5e5aa3-ccd6-489c-9dbd-ed27019386af tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Feb 15 15:27:41.199750 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f980f17-93ae-4b6d-913f-db79459ad0dc req-2d020ef4-6680-479f-b6f0-0fdaa516e7ae tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:41.201211 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9f980f17-93ae-4b6d-913f-db79459ad0dc req-2d020ef4-6680-479f-b6f0-0fdaa516e7ae tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0559881 Feb 15 15:27:41.249362 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-9f980f17-93ae-4b6d-913f-db79459ad0dc req-b8a671ee-ac3a-499e-9c36-d1052cc7daf7 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425837 Feb 15 15:27:42.367117 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d57e-77c5-4658-b5e0-ecf5158b7439 req-8342ee9b-abfb-4d82-b937-c138a19c4c0d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:42.368617 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5fa3d57e-77c5-4658-b5e0-ecf5158b7439 req-8342ee9b-abfb-4d82-b937-c138a19c4c0d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0523751 Feb 15 15:27:42.417410 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-5fa3d57e-77c5-4658-b5e0-ecf5158b7439 req-487f138a-a559-409d-a14c-0d048d6e1c94 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/security-groups?id=70727fb6-2e90-46b0-9ee4-afd0258c8393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432856 Feb 15 15:27:42.547459 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-e90abee2-3929-4139-9987-456cb6cade16 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:42.548937 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-e90abee2-3929-4139-9987-456cb6cade16 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.102 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 946 time: 0.0517788 Feb 15 15:27:42.648644 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Deleting port 9f4a38c8-6986-472d-b18c-9fbc33522076 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:42.648979 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:42.737215 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] For port 9f4a38c8-6986-472d-b18c-9fbc33522076, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9f4a38c8-6986-472d-b18c-9fbc33522076,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:42.737580 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:42.751220 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Calling delete_port for 9f4a38c8-6986-472d-b18c-9fbc33522076 owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:42.943275 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (9f4a38c8-6986-472d-b18c-9fbc33522076), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:42.972111 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event deleted for resources: {'Port': ['ID=9f4a38c8-6986-472d-b18c-9fbc33522076,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:43.023073 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] No DVR routers for this DVR port 9f4a38c8-6986-472d-b18c-9fbc33522076 on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:43.025521 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:43.028903 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e734f9bc-5ec3-4e60-8c9b-a82a4b5ad999 req-671277b7-ffc8-4c0e-a9ce-b4e26fbe031d tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.102 "DELETE /v2.0/ports/9f4a38c8-6986-472d-b18c-9fbc33522076 HTTP/1.1" status: 204 len: 173 time: 0.4739504 Feb 15 15:27:43.029352 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'name': 'network-vif-deleted', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:27:43.031581 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8982a360-f1c1-4c09-892f-b16c319c4475" -d '{"events": [{"server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "name": "network-vif-deleted", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:27:43.071534 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0162ec5-dbf5-456c-b371-607feb09fd47 x-openstack-request-id: req-c0162ec5-dbf5-456c-b371-607feb09fd47 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:27:43.071876 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af444500-f076-46bf-a799-aae490d7b983", "name": "network-vif-deleted", "tag": "9f4a38c8-6986-472d-b18c-9fbc33522076", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:27:43.072440 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c0162ec5-dbf5-456c-b371-607feb09fd47 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:27:43.072608 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af444500-f076-46bf-a799-aae490d7b983', 'name': 'network-vif-deleted', 'tag': '9f4a38c8-6986-472d-b18c-9fbc33522076', 'status': 'completed', 'code': 200} Feb 15 15:27:43.198485 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1280f64c-d03a-4d35-864c-badb8615af42 req-36f37114-5152-4877-b851-49136ffbae76 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499277 Feb 15 15:27:43.288291 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280f64c-d03a-4d35-864c-badb8615af42 req-d679e65c-7a31-43f7-9078-5250eaa83d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:43.289812 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1280f64c-d03a-4d35-864c-badb8615af42 req-d679e65c-7a31-43f7-9078-5250eaa83d8c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1129 time: 0.0461204 Feb 15 15:27:43.406203 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280f64c-d03a-4d35-864c-badb8615af42 req-fe8eff59-bb7a-405d-ac3e-eeca0538aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:43.407865 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1280f64c-d03a-4d35-864c-badb8615af42 req-fe8eff59-bb7a-405d-ac3e-eeca0538aac5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.0976038 Feb 15 15:27:43.483680 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1280f64c-d03a-4d35-864c-badb8615af42 req-f5881483-6f1a-46c3-ae95-46959ca3d305 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce HTTP/1.1" status: 200 len: 1000 time: 0.0690894 Feb 15 15:27:43.523379 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4bed0fab-d9ef-44fc-b1e6-c1329ee42262 req-016c3480-c75f-42f0-8859-a5a10ea4f6b2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0307708 Feb 15 15:27:43.541938 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280f64c-d03a-4d35-864c-badb8615af42 req-f6eebe6b-5045-4418-9871-944917267928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:43.543435 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1280f64c-d03a-4d35-864c-badb8615af42 req-f6eebe6b-5045-4418-9871-944917267928 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0524352 Feb 15 15:27:44.488965 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280f64c-d03a-4d35-864c-badb8615af42 req-24e98a9d-b068-46b3-a2ce-01b14277b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:44.490514 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1280f64c-d03a-4d35-864c-badb8615af42 req-24e98a9d-b068-46b3-a2ce-01b14277b453 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648310 Feb 15 15:27:44.634264 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c8da47ce-051a-4f2d-9492-40cbc8020865 req-66363f70-0d5b-4f9a-92d8-9a17c58f8568 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0306923 Feb 15 15:27:45.246550 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9f4a38c8-6986-472d-b18c-9fbc33522076 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:45.267144 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 9f4a38c8-6986-472d-b18c-9fbc33522076 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:45.267486 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 9f4a38c8-6986-472d-b18c-9fbc33522076 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:45.332613 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1280f64c-d03a-4d35-864c-badb8615af42 req-3ce7e0a4-2c5d-4524-b5f1-433fa86fd7ef service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854805 Feb 15 15:27:45.740668 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-1c21f13d-cb51-4bd3-8688-07a571ebefbb req-f2398504-a5f9-43f7-8aab-ee356343ad87 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0265136 Feb 15 15:27:46.285335 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1280f64c-d03a-4d35-864c-badb8615af42 req-8cb52b70-32bf-4766-a984-858ec64f4115 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886645 Feb 15 15:27:46.845951 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ed8cab6-4b3b-4f0e-98f9-9ecbe773d745 req-a5624138-000a-4d1d-9b2f-f3444cb370c2 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0286052 Feb 15 15:27:47.951593 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ad0848b8-23dc-4511-becf-29e570f1876b req-afc8e9fd-7d7a-4f45-85ee-0444f4fdabf5 tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0281246 Feb 15 15:27:49.057311 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-66d4ae2c-1515-4c13-8488-77a7c64a403e req-c6e9f67c-ec0a-4aa0-8e0d-6fe2fbf1e4fc tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "GET /v2.0/ports?device_id=af444500-f076-46bf-a799-aae490d7b983 HTTP/1.1" status: 200 len: 210 time: 0.0290768 Feb 15 15:27:50.113327 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43878) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:50.174886 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c780345a-d1ca-43c7-a112-c50dbccf309a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group (70727fb6-2e90-46b0-9ee4-afd0258c8393), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:50.200234 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c780345a-d1ca-43c7-a112-c50dbccf309a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group (70727fb6-2e90-46b0-9ee4-afd0258c8393), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:50.320887 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c780345a-d1ca-43c7-a112-c50dbccf309a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (70727fb6-2e90-46b0-9ee4-afd0258c8393), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:50.323538 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c780345a-d1ca-43c7-a112-c50dbccf309a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:50.324731 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c780345a-d1ca-43c7-a112-c50dbccf309a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] 10.222.0.110 "DELETE /v2.0/security-groups/70727fb6-2e90-46b0-9ee4-afd0258c8393 HTTP/1.1" status: 204 len: 168 time: 0.2104337 Feb 15 15:27:50.334406 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780345a-d1ca-43c7-a112-c50dbccf309a tempest-TestShelveInstance-1214195444 tempest-TestShelveInstance-1214195444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70727fb6-2e90-46b0-9ee4-afd0258c8393,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:50.435560 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43882) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:50.954158 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (bc5f9804-7bc2-42ca-b6e4-332c48591079), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:51.209864 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Deleting port e2893e62-622f-4c17-bc16-830a70ca4aad {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:51.210925 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:51.242601 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:27:51.287132 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] For port e2893e62-622f-4c17-bc16-830a70ca4aad, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=e2893e62-622f-4c17-bc16-830a70ca4aad,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:51.287487 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:51.300591 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Calling delete_port for e2893e62-622f-4c17-bc16-830a70ca4aad owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:51.557753 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (e2893e62-622f-4c17-bc16-830a70ca4aad), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:51.587348 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Pushing event deleted for resources: {'Port': ['ID=e2893e62-622f-4c17-bc16-830a70ca4aad,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:51.766194 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (bc5f9804-7bc2-42ca-b6e4-332c48591079), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:51.988210 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Router bc5f9804-7bc2-42ca-b6e4-332c48591079 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:27:52.103074 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:27:52.103831 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43916) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:52.111280 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-598960d0-22e3-4e2b-b83a-e4bc6ecffdee admin admin] 10.222.0.110 "PUT /v2.0/routers/bc5f9804-7bc2-42ca-b6e4-332c48591079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718976 Feb 15 15:27:52.111388 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43920) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:52.112109 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] Sync routers for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:27:52.124779 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:52.125485 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:52.238719 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks [] for router (bc5f9804-7bc2-42ca-b6e4-332c48591079), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.240506 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7f685981-dd5f-43b3-b447-415f7a7faef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.247129 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:52.409736 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7f685981-dd5f-43b3-b447-415f7a7faef9 admin admin] Publish callbacks [] for security_group (77ea4887-1f20-4b53-9bf7-ba1f933684cd), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.413988 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks [] for router_gateway (bc5f9804-7bc2-42ca-b6e4-332c48591079), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.439601 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:27:51Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:52.466666 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] Checking router: bc5f9804-7bc2-42ca-b6e4-332c48591079 for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:27:52.474180 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7f685981-dd5f-43b3-b447-415f7a7faef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (77ea4887-1f20-4b53-9bf7-ba1f933684cd), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.477297 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] Routers {'bc5f9804-7bc2-42ca-b6e4-332c48591079'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:52.477934 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['bc5f9804-7bc2-42ca-b6e4-332c48591079'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:52.519738 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7f685981-dd5f-43b3-b447-415f7a7faef9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=db07e9d7a2614f2f81e0c4c82eabbcba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139936 Feb 15 15:27:52.521683 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43940) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:52.553031 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f685981-dd5f-43b3-b447-415f7a7faef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ea4887-1f20-4b53-9bf7-ba1f933684cd,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:52.582463 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9496a27a-cd41-4d65-965e-cd739fb9c2c8 admin admin] Publish callbacks [] for security_group (77ea4887-1f20-4b53-9bf7-ba1f933684cd), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.599301 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Deleting port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:52.599650 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.606463 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] Set router bc5f9804-7bc2-42ca-b6e4-332c48591079 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:52.606822 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9496a27a-cd41-4d65-965e-cd739fb9c2c8 admin admin] Publish callbacks [] for security_group (77ea4887-1f20-4b53-9bf7-ba1f933684cd), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.691722 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] For port 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=123cde6f-35a1-4a2e-b38e-250ecc2bd5f6,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:52.692095 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.704943 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Calling delete_port for 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:52.719588 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9496a27a-cd41-4d65-965e-cd739fb9c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (77ea4887-1f20-4b53-9bf7-ba1f933684cd), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.722238 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9496a27a-cd41-4d65-965e-cd739fb9c2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.723371 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9496a27a-cd41-4d65-965e-cd739fb9c2c8 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/77ea4887-1f20-4b53-9bf7-ba1f933684cd HTTP/1.1" status: 204 len: 168 time: 0.2006805 Feb 15 15:27:52.734115 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496a27a-cd41-4d65-965e-cd739fb9c2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ea4887-1f20-4b53-9bf7-ba1f933684cd,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:52.813983 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:27:51Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:52.847778 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d0f854-3a42-474f-9216-41bf5f112e34 None None] The sync data for ids ['bc5f9804-7bc2-42ca-b6e4-332c48591079'] in dv-cinder-778193-15-iscsi is: [{'id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'name': 'tempest-TestShelveInstance-2117450597-router', 'tenant_id': '59010d4129e04353828e17181565f4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:06Z', 'updated_at': '2022-02-15T15:27:51Z', 'revision_number': 5, 'project_id': '59010d4129e04353828e17181565f4b7', 'gw_port': {'id': '123cde6f-35a1-4a2e-b38e-250ecc2bd5f6', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5f9804-7bc2-42ca-b6e4-332c48591079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:07Z', 'updated_at': '2022-02-15T15:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:27:52.954194 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (123cde6f-35a1-4a2e-b38e-250ecc2bd5f6), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:52.988360 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=123cde6f-35a1-4a2e-b38e-250ecc2bd5f6,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:53.045665 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (bc5f9804-7bc2-42ca-b6e4-332c48591079), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.154609 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (bc5f9804-7bc2-42ca-b6e4-332c48591079), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.156936 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks [] for router_controller (bc5f9804-7bc2-42ca-b6e4-332c48591079), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.292338 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (bc5f9804-7bc2-42ca-b6e4-332c48591079), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.296514 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5f9804-7bc2-42ca-b6e4-332c48591079 {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:27:53.298059 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.299508 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0d3202c4-7426-4201-854a-5ff44475c1dd admin admin] 10.222.0.110 "DELETE /v2.0/routers/bc5f9804-7bc2-42ca-b6e4-332c48591079 HTTP/1.1" status: 204 len: 168 time: 1.1871686 Feb 15 15:27:53.302375 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43958) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:53.348363 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e4d81c-d901-4e88-b53b-cb9e468fb270 admin admin] Deleting subnet 4e5c6db3-40bf-48a5-9686-56ee9ced6493 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:27:53.352644 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e4d81c-d901-4e88-b53b-cb9e468fb270 admin admin] Publish callbacks [] for subnet (4e5c6db3-40bf-48a5-9686-56ee9ced6493), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.391205 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e4d81c-d901-4e88-b53b-cb9e468fb270 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1305988'] for subnet (4e5c6db3-40bf-48a5-9686-56ee9ced6493), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.481700 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e4d81c-d901-4e88-b53b-cb9e468fb270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (4e5c6db3-40bf-48a5-9686-56ee9ced6493), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.684039 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e4d81c-d901-4e88-b53b-cb9e468fb270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8822950'] for subnet (4e5c6db3-40bf-48a5-9686-56ee9ced6493), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.710816 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4d81c-d901-4e88-b53b-cb9e468fb270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5c6db3-40bf-48a5-9686-56ee9ced6493,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:53.715495 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-21e4d81c-d901-4e88-b53b-cb9e468fb270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.718724 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-21e4d81c-d901-4e88-b53b-cb9e468fb270 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/4e5c6db3-40bf-48a5-9686-56ee9ced6493 HTTP/1.1" status: 204 len: 168 time: 0.4153469 Feb 15 15:27:53.721364 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43970) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:53.722026 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c455746-d123-4852-85e0-31c3232a2ccd None None] Network 5f4ecbc0-ff18-47fc-a330-88951a4a0033 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:53.816359 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (5f4ecbc0-ff18-47fc-a330-88951a4a0033), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.879047 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Deleting port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:53.879454 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.948693 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] DHCP port deletion for 5f4ecbc0-ff18-47fc-a330-88951a4a0033 request from dv-cinder-778193-15-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:27:53.980644 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] For port fbcfe01f-6a5d-4066-82ea-89a2b93cd725, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:53.981402 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:53.998283 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Calling delete_port for fbcfe01f-6a5d-4066-82ea-89a2b93cd725 owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:54.013569 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device e2893e62-622f-4c17-bc16-830a70ca4aad no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:54.037222 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: e2893e62-622f-4c17-bc16-830a70ca4aad {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:54.037627 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device e2893e62-622f-4c17-bc16-830a70ca4aad not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:54.066775 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] Deleting port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:54.067153 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.140064 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] For port fbcfe01f-6a5d-4066-82ea-89a2b93cd725, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,segment=NetworkSegment(488257da-e709-4936-8ce2-55992fcce335),segment_id=488257da-e709-4936-8ce2-55992fcce335)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:54.140463 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.153703 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] Calling delete_port for fbcfe01f-6a5d-4066-82ea-89a2b93cd725 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:54.168882 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.195503 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:54.200852 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] No DVR routers for this DVR port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 on host dv-cinder-778193-15-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:54.241213 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (fbcfe01f-6a5d-4066-82ea-89a2b93cd725), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.269112 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] Pushing event deleted for resources: {'Port': ['ID=fbcfe01f-6a5d-4066-82ea-89a2b93cd725,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:54.274889 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6e4a1-17df-477c-a029-4cce98cb6258 None None] No DVR routers for this DVR port fbcfe01f-6a5d-4066-82ea-89a2b93cd725 on host dv-cinder-778193-15-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:54.552541 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (5f4ecbc0-ff18-47fc-a330-88951a4a0033), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.552761 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43988) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:54.573999 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4ecbc0-ff18-47fc-a330-88951a4a0033']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:54.583580 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488257da-e709-4936-8ce2-55992fcce335') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:54.584005 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488257da-e709-4936-8ce2-55992fcce335') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:54.594420 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (488257da-e709-4936-8ce2-55992fcce335), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.608531 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (488257da-e709-4936-8ce2-55992fcce335), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.614452 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:27:54.614833 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (488257da-e709-4936-8ce2-55992fcce335), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:27:54.616562 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:27:54.660069 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3ad584f5-5469-44e7-86ce-9423450d616f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.732836 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3ad584f5-5469-44e7-86ce-9423450d616f admin admin] Publish callbacks [] for security_group (a728021f-2ff9-4dc8-80af-148935491be7), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.776930 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (5f4ecbc0-ff18-47fc-a330-88951a4a0033), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.782317 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.785508 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] 10.222.0.110 "DELETE /v2.0/networks/5f4ecbc0-ff18-47fc-a330-88951a4a0033 HTTP/1.1" status: 204 len: 168 time: 1.0632019 Feb 15 15:27:54.788668 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 43992) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:54.797123 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0108296-006f-49e7-a18d-79ec384caf41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4ecbc0-ff18-47fc-a330-88951a4a0033,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:54.860579 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-3ad584f5-5469-44e7-86ce-9423450d616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a728021f-2ff9-4dc8-80af-148935491be7), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.909417 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-3ad584f5-5469-44e7-86ce-9423450d616f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c4eb4801aebc4a6aa1a8029ef2945265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555896 Feb 15 15:27:54.912172 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 43994) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:54.918062 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad584f5-5469-44e7-86ce-9423450d616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a728021f-2ff9-4dc8-80af-148935491be7,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:54.962376 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-317b473c-ba23-4053-9129-6253ddc05b83 admin admin] Publish callbacks [] for security_group (a728021f-2ff9-4dc8-80af-148935491be7), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:54.987069 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-317b473c-ba23-4053-9129-6253ddc05b83 admin admin] Publish callbacks [] for security_group (a728021f-2ff9-4dc8-80af-148935491be7), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.137034 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-317b473c-ba23-4053-9129-6253ddc05b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (a728021f-2ff9-4dc8-80af-148935491be7), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.139573 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-317b473c-ba23-4053-9129-6253ddc05b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.143629 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-317b473c-ba23-4053-9129-6253ddc05b83 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a728021f-2ff9-4dc8-80af-148935491be7 HTTP/1.1" status: 204 len: 168 time: 0.2276185 Feb 15 15:27:55.149628 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b473c-ba23-4053-9129-6253ddc05b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728021f-2ff9-4dc8-80af-148935491be7,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:55.187011 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (b5706301-1628-4ae3-b980-efb70227b94e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.450798 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Deleting port 0eb46896-8c4b-4f74-9549-de441ff6f563 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:55.451223 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.452206 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44006) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:55.548105 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] For port 0eb46896-8c4b-4f74-9549-de441ff6f563, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=0eb46896-8c4b-4f74-9549-de441ff6f563,segment=NetworkSegment(31e4cf7c-4596-461b-8571-7f92439d7625),segment_id=31e4cf7c-4596-461b-8571-7f92439d7625)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:55.548536 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.562864 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Calling delete_port for 0eb46896-8c4b-4f74-9549-de441ff6f563 owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:55.573214 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:55.589666 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c06147e-aedf-49ed-bc0e-40e42ab32a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.598547 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:55.599224 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 123cde6f-35a1-4a2e-b38e-250ecc2bd5f6 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:55.599913 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device fbcfe01f-6a5d-4066-82ea-89a2b93cd725 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:55.631234 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: fbcfe01f-6a5d-4066-82ea-89a2b93cd725 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:55.631234 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device fbcfe01f-6a5d-4066-82ea-89a2b93cd725 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:55.671325 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c06147e-aedf-49ed-bc0e-40e42ab32a53 admin admin] Publish callbacks [] for security_group (70fa554b-2a14-479b-9528-e8ceab3b0478), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.754027 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8c06147e-aedf-49ed-bc0e-40e42ab32a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (70fa554b-2a14-479b-9528-e8ceab3b0478), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.795314 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8c06147e-aedf-49ed-bc0e-40e42ab32a53 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=770f9d6ae775478e9e317e41478567fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419890 Feb 15 15:27:55.797918 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44018) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:55.805219 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06147e-aedf-49ed-bc0e-40e42ab32a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa554b-2a14-479b-9528-e8ceab3b0478,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:55.850739 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67cb7d32-019a-4f7d-ac6c-831fda01824e admin admin] Publish callbacks [] for security_group (70fa554b-2a14-479b-9528-e8ceab3b0478), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.856896 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (0eb46896-8c4b-4f74-9549-de441ff6f563), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.873167 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67cb7d32-019a-4f7d-ac6c-831fda01824e admin admin] Publish callbacks [] for security_group (70fa554b-2a14-479b-9528-e8ceab3b0478), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.887363 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb46896-8c4b-4f74-9549-de441ff6f563,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:55.986290 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67cb7d32-019a-4f7d-ac6c-831fda01824e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (70fa554b-2a14-479b-9528-e8ceab3b0478), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.989257 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-67cb7d32-019a-4f7d-ac6c-831fda01824e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:55.994142 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-67cb7d32-019a-4f7d-ac6c-831fda01824e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/70fa554b-2a14-479b-9528-e8ceab3b0478 HTTP/1.1" status: 204 len: 168 time: 0.1915343 Feb 15 15:27:56.016736 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb7d32-019a-4f7d-ac6c-831fda01824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa554b-2a14-479b-9528-e8ceab3b0478,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:56.063111 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (b5706301-1628-4ae3-b980-efb70227b94e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:56.558094 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Router b5706301-1628-4ae3-b980-efb70227b94e has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:27:56.624165 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44036) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:56.637227 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f55ac36-20f5-4d55-9c87-15de34c378f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:56.674029 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:27:56.679832 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0ceb0627-5edc-44e8-b99a-c1a452c7ed71 admin admin] 10.222.0.110 "PUT /v2.0/routers/b5706301-1628-4ae3-b980-efb70227b94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896747 Feb 15 15:27:56.682132 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44038) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:56.686060 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] Sync routers for ids ['b5706301-1628-4ae3-b980-efb70227b94e'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:27:56.702504 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] Routers {'b5706301-1628-4ae3-b980-efb70227b94e'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:56.730881 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b5706301-1628-4ae3-b980-efb70227b94e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:56.731118 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f55ac36-20f5-4d55-9c87-15de34c378f4 admin admin] Publish callbacks [] for security_group (c0e07e5c-38d2-4592-b445-5c1d1056fb41), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:56.808818 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks [] for router (b5706301-1628-4ae3-b980-efb70227b94e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:56.819780 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] Set router b5706301-1628-4ae3-b980-efb70227b94e gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:56.862807 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-0f55ac36-20f5-4d55-9c87-15de34c378f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (c0e07e5c-38d2-4592-b445-5c1d1056fb41), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:56.901664 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55ac36-20f5-4d55-9c87-15de34c378f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e07e5c-38d2-4592-b445-5c1d1056fb41,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:56.918188 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-0f55ac36-20f5-4d55-9c87-15de34c378f4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7cbe7fa9ddeb41949dfed9cb4c52ee58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929506 Feb 15 15:27:56.920800 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44040) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:56.929337 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks [] for router_gateway (b5706301-1628-4ae3-b980-efb70227b94e), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:56.971981 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c5c5614b-ef5a-4811-9a9b-8719a887427e admin admin] Publish callbacks [] for security_group (c0e07e5c-38d2-4592-b445-5c1d1056fb41), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:56.993026 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c5c5614b-ef5a-4811-9a9b-8719a887427e admin admin] Publish callbacks [] for security_group (c0e07e5c-38d2-4592-b445-5c1d1056fb41), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.006602 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:27:55Z', 'revision_number': 5, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port': {'id': 'd3075dea-e1fb-4d1a-8749-d4bac6b847cf', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:15Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:57.035374 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] Checking router: b5706301-1628-4ae3-b980-efb70227b94e for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:27:57.044359 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] Routers {'b5706301-1628-4ae3-b980-efb70227b94e'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:27:57.044974 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:27:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b5706301-1628-4ae3-b980-efb70227b94e'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:57.073893 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Deleting port d3075dea-e1fb-4d1a-8749-d4bac6b847cf {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:57.075936 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.095147 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c5c5614b-ef5a-4811-9a9b-8719a887427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (c0e07e5c-38d2-4592-b445-5c1d1056fb41), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.098166 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-c5c5614b-ef5a-4811-9a9b-8719a887427e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.103368 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-c5c5614b-ef5a-4811-9a9b-8719a887427e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c0e07e5c-38d2-4592-b445-5c1d1056fb41 HTTP/1.1" status: 204 len: 168 time: 0.1774211 Feb 15 15:27:57.113094 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5614b-ef5a-4811-9a9b-8719a887427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e07e5c-38d2-4592-b445-5c1d1056fb41,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:57.190102 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] For port d3075dea-e1fb-4d1a-8749-d4bac6b847cf, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=d3075dea-e1fb-4d1a-8749-d4bac6b847cf,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:57.190102 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.204942 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Calling delete_port for d3075dea-e1fb-4d1a-8749-d4bac6b847cf owned by network:router_gateway {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:57.234462 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] Set router b5706301-1628-4ae3-b980-efb70227b94e gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:27:57.297055 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:27:56Z', 'revision_number': 6, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port_host': None}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:57.325158 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61cb09-cf56-4880-9ba9-5139de42df3c None None] The sync data for ids ['b5706301-1628-4ae3-b980-efb70227b94e'] in dv-cinder-778193-15-iscsi is: [{'id': 'b5706301-1628-4ae3-b980-efb70227b94e', 'name': 'tempest-TestShelveInstance-1414729934-router', 'tenant_id': 'e5567b1c989148988c37ef5794824932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:14Z', 'updated_at': '2022-02-15T15:27:56Z', 'revision_number': 6, 'project_id': 'e5567b1c989148988c37ef5794824932', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:27:57.462867 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (d3075dea-e1fb-4d1a-8749-d4bac6b847cf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.490495 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3075dea-e1fb-4d1a-8749-d4bac6b847cf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:57.560407 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (b5706301-1628-4ae3-b980-efb70227b94e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.665012 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (b5706301-1628-4ae3-b980-efb70227b94e), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.666513 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks [] for router_controller (b5706301-1628-4ae3-b980-efb70227b94e), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.786447 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (b5706301-1628-4ae3-b980-efb70227b94e), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.787072 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5706301-1628-4ae3-b980-efb70227b94e {{(pid=103273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:27:57.797023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.797023 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-4fc122dd-0d8f-41bb-b8d5-ed38c146373b admin admin] 10.222.0.110 "DELETE /v2.0/routers/b5706301-1628-4ae3-b980-efb70227b94e HTTP/1.1" status: 204 len: 168 time: 1.1093256 Feb 15 15:27:57.797023 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44056) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:57.847148 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d1e45d-88f8-4152-8314-b2b7a0b2fde6 admin admin] Deleting subnet 8d9001bb-4a70-4cb9-a9f6-098314b68d03 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:27:57.850325 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e45d-88f8-4152-8314-b2b7a0b2fde6 admin admin] Publish callbacks [] for subnet (8d9001bb-4a70-4cb9-a9f6-098314b68d03), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.885756 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e45d-88f8-4152-8314-b2b7a0b2fde6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8824911'] for subnet (8d9001bb-4a70-4cb9-a9f6-098314b68d03), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:57.963988 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e45d-88f8-4152-8314-b2b7a0b2fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (8d9001bb-4a70-4cb9-a9f6-098314b68d03), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.090333 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 0eb46896-8c4b-4f74-9549-de441ff6f563 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:58.115197 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 0eb46896-8c4b-4f74-9549-de441ff6f563 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:58.115562 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 0eb46896-8c4b-4f74-9549-de441ff6f563 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:58.133450 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e45d-88f8-4152-8314-b2b7a0b2fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9107968'] for subnet (8d9001bb-4a70-4cb9-a9f6-098314b68d03), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.154457 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e45d-88f8-4152-8314-b2b7a0b2fde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.163287 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-d6d1e45d-88f8-4152-8314-b2b7a0b2fde6 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/8d9001bb-4a70-4cb9-a9f6-098314b68d03 HTTP/1.1" status: 204 len: 168 time: 0.3613598 Feb 15 15:27:58.163287 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1e45d-88f8-4152-8314-b2b7a0b2fde6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9001bb-4a70-4cb9-a9f6-098314b68d03,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:58.163735 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ba660-5c7d-45c9-94be-f137cb8c4e1f None None] Network 6adf5371-8fe9-4efa-938d-f46707af920c requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:27:58.163852 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44066) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:58.252145 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (6adf5371-8fe9-4efa-938d-f46707af920c), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.320552 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Deleting port 3cae3a22-bb1a-4d1e-b103-67b55b767128 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:58.320962 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.368369 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] DHCP port deletion for 6adf5371-8fe9-4efa-938d-f46707af920c request from dv-cinder-778193-15-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:27:58.433192 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] For port 3cae3a22-bb1a-4d1e-b103-67b55b767128, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=3cae3a22-bb1a-4d1e-b103-67b55b767128,segment=NetworkSegment(31e4cf7c-4596-461b-8571-7f92439d7625),segment_id=31e4cf7c-4596-461b-8571-7f92439d7625)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:58.437982 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.457360 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Calling delete_port for 3cae3a22-bb1a-4d1e-b103-67b55b767128 owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:58.582467 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] Deleting port 3cae3a22-bb1a-4d1e-b103-67b55b767128 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:27:58.582847 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.622904 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.651983 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cae3a22-bb1a-4d1e-b103-67b55b767128,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:58.659395 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] No DVR routers for this DVR port 3cae3a22-bb1a-4d1e-b103-67b55b767128 on host dv-cinder-778193-15-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:58.673318 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] For port 3cae3a22-bb1a-4d1e-b103-67b55b767128, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=3cae3a22-bb1a-4d1e-b103-67b55b767128,segment=NetworkSegment(31e4cf7c-4596-461b-8571-7f92439d7625),segment_id=31e4cf7c-4596-461b-8571-7f92439d7625)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:27:58.673880 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.688329 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] Calling delete_port for 3cae3a22-bb1a-4d1e-b103-67b55b767128 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:27:58.742795 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (6adf5371-8fe9-4efa-938d-f46707af920c), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.763177 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adf5371-8fe9-4efa-938d-f46707af920c']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:58.772838 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e4cf7c-4596-461b-8571-7f92439d7625') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:58.773135 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e4cf7c-4596-461b-8571-7f92439d7625') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:27:58.773296 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (3cae3a22-bb1a-4d1e-b103-67b55b767128), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.782877 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (31e4cf7c-4596-461b-8571-7f92439d7625), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.798026 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (31e4cf7c-4596-461b-8571-7f92439d7625), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.801075 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] Pushing event deleted for resources: {'Port': ['ID=3cae3a22-bb1a-4d1e-b103-67b55b767128,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:58.802913 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38af86-4692-44a1-8fbd-7f507f781bbb None None] No DVR routers for this DVR port 3cae3a22-bb1a-4d1e-b103-67b55b767128 on host dv-cinder-778193-15-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:27:58.810283 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:27:58.810679 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (31e4cf7c-4596-461b-8571-7f92439d7625), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:27:58.812439 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:27:58.957462 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (6adf5371-8fe9-4efa-938d-f46707af920c), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.962477 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:58.966017 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] 10.222.0.110 "DELETE /v2.0/networks/6adf5371-8fe9-4efa-938d-f46707af920c HTTP/1.1" status: 204 len: 168 time: 0.8033764 Feb 15 15:27:58.979949 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c9a5e-f146-42aa-9d7a-d041ca608fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6adf5371-8fe9-4efa-938d-f46707af920c,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:27:59.364928 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44104) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:59.405556 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-970476c9-c93f-4fed-93f6-bbd996cd634c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=59010d4129e04353828e17181565f4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394471 Feb 15 15:27:59.408239 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44106) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:27:59.456514 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b63c52e-6094-42dd-af89-da9bb08e2f7a admin admin] Publish callbacks [] for security_group (3ba5374d-b66c-41fb-b11f-394dcb14f182), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:59.485928 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b63c52e-6094-42dd-af89-da9bb08e2f7a admin admin] Publish callbacks [] for security_group (3ba5374d-b66c-41fb-b11f-394dcb14f182), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:59.563423 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device d3075dea-e1fb-4d1a-8749-d4bac6b847cf no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:59.585979 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: d3075dea-e1fb-4d1a-8749-d4bac6b847cf {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:59.586475 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device d3075dea-e1fb-4d1a-8749-d4bac6b847cf not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:59.587237 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 3cae3a22-bb1a-4d1e-b103-67b55b767128 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:27:59.599817 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b63c52e-6094-42dd-af89-da9bb08e2f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3ba5374d-b66c-41fb-b11f-394dcb14f182), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:59.603861 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-7b63c52e-6094-42dd-af89-da9bb08e2f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:59.605133 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-7b63c52e-6094-42dd-af89-da9bb08e2f7a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3ba5374d-b66c-41fb-b11f-394dcb14f182 HTTP/1.1" status: 204 len: 168 time: 0.1959112 Feb 15 15:27:59.609555 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 3cae3a22-bb1a-4d1e-b103-67b55b767128 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:27:59.609555 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 3cae3a22-bb1a-4d1e-b103-67b55b767128 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:27:59.613930 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c52e-6094-42dd-af89-da9bb08e2f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba5374d-b66c-41fb-b11f-394dcb14f182,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:00.274287 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44134) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:00.318860 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44140) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:00.319009 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-dccc9ba5-8552-40ea-9304-1eb11098be5d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e5567b1c989148988c37ef5794824932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434918 Feb 15 15:28:00.369973 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cb429d70-1080-43b5-95e7-087f16d70568 admin admin] Publish callbacks [] for security_group (748f06dc-4c80-43d7-a4a2-272d42acb709), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:00.391900 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cb429d70-1080-43b5-95e7-087f16d70568 admin admin] Publish callbacks [] for security_group (748f06dc-4c80-43d7-a4a2-272d42acb709), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:00.502806 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cb429d70-1080-43b5-95e7-087f16d70568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (748f06dc-4c80-43d7-a4a2-272d42acb709), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:00.505729 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-cb429d70-1080-43b5-95e7-087f16d70568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:00.510752 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-cb429d70-1080-43b5-95e7-087f16d70568 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/748f06dc-4c80-43d7-a4a2-272d42acb709 HTTP/1.1" status: 204 len: 168 time: 0.1865005 Feb 15 15:28:00.516318 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb429d70-1080-43b5-95e7-087f16d70568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748f06dc-4c80-43d7-a4a2-272d42acb709,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:02.668124 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-543a73ee-3fde-4609-8de6-0bc734b35a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:05.437486 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5544fc80-018c-4490-b26b-51f324686b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:06.362931 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:07.083686 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:07.714187 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:09.186163 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:10.978140 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44266) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:11.082524 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c14371b-8f99-4062-b93f-77a38d9fe527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:11.159690 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c14371b-8f99-4062-b93f-77a38d9fe527 admin admin] Publish callbacks [] for security_group (cff57d08-f47f-4933-8689-ea9e7158f51b), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:11.268473 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7c14371b-8f99-4062-b93f-77a38d9fe527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (cff57d08-f47f-4933-8689-ea9e7158f51b), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:11.310705 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7c14371b-8f99-4062-b93f-77a38d9fe527 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f72525b6fb6a461bb6c749d2aee16161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313591 Feb 15 15:28:11.312569 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14371b-8f99-4062-b93f-77a38d9fe527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff57d08-f47f-4933-8689-ea9e7158f51b,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:11.313370 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44276) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:11.364304 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Publish callbacks [] for security_group (cff57d08-f47f-4933-8689-ea9e7158f51b), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:11.387054 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Publish callbacks [] for security_group (cff57d08-f47f-4933-8689-ea9e7158f51b), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:11.490836 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (cff57d08-f47f-4933-8689-ea9e7158f51b), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:11.494881 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:11.496110 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cff57d08-f47f-4933-8689-ea9e7158f51b HTTP/1.1" status: 204 len: 168 time: 0.1816533 Feb 15 15:28:11.503941 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff57d08-f47f-4933-8689-ea9e7158f51b,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:11.511330 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.511691 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.512059 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.512593 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.512807 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.513137 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.513470 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.513808 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.514150 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.514465 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.514795 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.515120 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:11.515445 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3ea51-8084-44d4-b98b-4eb9bd7696c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:12.151570 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44284) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:12.165154 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-958ddd61-9706-4bc8-a118-8beeda6096a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:12.237262 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-958ddd61-9706-4bc8-a118-8beeda6096a2 admin admin] Publish callbacks [] for security_group (d5ea7415-5521-4f6b-8450-a4266672d1d3), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:12.311459 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-958ddd61-9706-4bc8-a118-8beeda6096a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (d5ea7415-5521-4f6b-8450-a4266672d1d3), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:12.348151 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ddd61-9706-4bc8-a118-8beeda6096a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ea7415-5521-4f6b-8450-a4266672d1d3,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:12.352628 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-958ddd61-9706-4bc8-a118-8beeda6096a2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1914ec3a8b664faa8715c1161c3a4fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999311 Feb 15 15:28:12.355778 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44286) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:12.403693 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-19f69900-1d5d-48f8-a8e9-1c387ad7d3e9 admin admin] Publish callbacks [] for security_group (d5ea7415-5521-4f6b-8450-a4266672d1d3), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:12.424566 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-19f69900-1d5d-48f8-a8e9-1c387ad7d3e9 admin admin] Publish callbacks [] for security_group (d5ea7415-5521-4f6b-8450-a4266672d1d3), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:12.536899 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-19f69900-1d5d-48f8-a8e9-1c387ad7d3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (d5ea7415-5521-4f6b-8450-a4266672d1d3), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:12.539632 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-19f69900-1d5d-48f8-a8e9-1c387ad7d3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:12.540826 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-19f69900-1d5d-48f8-a8e9-1c387ad7d3e9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d5ea7415-5521-4f6b-8450-a4266672d1d3 HTTP/1.1" status: 204 len: 168 time: 0.1846266 Feb 15 15:28:12.548895 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69900-1d5d-48f8-a8e9-1c387ad7d3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ea7415-5521-4f6b-8450-a4266672d1d3,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:13.357174 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44298) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:13.373196 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-06b7445a-dfa8-4a50-9b59-8298612043a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.446679 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-06b7445a-dfa8-4a50-9b59-8298612043a3 admin admin] Publish callbacks [] for security_group (abd1f609-c257-406f-94be-4272d677fbbd), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.505684 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-06b7445a-dfa8-4a50-9b59-8298612043a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (abd1f609-c257-406f-94be-4272d677fbbd), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.544089 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7445a-dfa8-4a50-9b59-8298612043a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd1f609-c257-406f-94be-4272d677fbbd,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:13.549460 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-06b7445a-dfa8-4a50-9b59-8298612043a3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2aefb10105c34c95b41a0dc4106b1401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912808 Feb 15 15:28:13.552084 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44300) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:13.600259 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18710c8a-7f00-4aeb-a982-a7c9239d8bf8 admin admin] Publish callbacks [] for security_group (abd1f609-c257-406f-94be-4272d677fbbd), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.622393 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18710c8a-7f00-4aeb-a982-a7c9239d8bf8 admin admin] Publish callbacks [] for security_group (abd1f609-c257-406f-94be-4272d677fbbd), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.763070 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18710c8a-7f00-4aeb-a982-a7c9239d8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (abd1f609-c257-406f-94be-4272d677fbbd), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.765966 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-18710c8a-7f00-4aeb-a982-a7c9239d8bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.767191 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-18710c8a-7f00-4aeb-a982-a7c9239d8bf8 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/abd1f609-c257-406f-94be-4272d677fbbd HTTP/1.1" status: 204 len: 168 time: 0.2141945 Feb 15 15:28:13.776714 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18710c8a-7f00-4aeb-a982-a7c9239d8bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd1f609-c257-406f-94be-4272d677fbbd,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:25.108221 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-c8f6d68a-e9e9-4fe8-a460-42febda8c56e tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710079770&fields=id&tenant_id=9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 267 time: 0.0452654 Feb 15 15:28:25.221124 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-499e1830-deab-4c72-81ea-df732e2f7321 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:25.222626 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-499e1830-deab-4c72-81ea-df732e2f7321 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 812 time: 0.1080842 Feb 15 15:28:25.239020 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-c9a7f674-952a-4a5b-a611-a4dc174ebcb4 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/quotas/9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 375 time: 0.0092511 Feb 15 15:28:25.298536 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-ce34d825-91e7-4074-a025-b910786778b8 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537605 Feb 15 15:28:25.408503 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-488bb845-0c38-4c87-992d-f804aec5161c service neutron] 10.222.0.110 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951397 Feb 15 15:28:25.503256 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-71f99ba9-ac43-4b41-832d-315f9511cbb5 service neutron] 10.222.0.110 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888338 Feb 15 15:28:26.082414 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-415f9be0-c8c8-49d2-bcb1-ab0702c82b9f req-9c236dfd-91de-4129-afa0-4fb0450882f8 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 210 time: 0.0309470 Feb 15 15:28:27.178847 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b57c3d76-d044-4dd0-b8f5-7bf5f61ca1e1 req-776d2cc8-47ee-4b70-9317-c5cf723f92a4 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 210 time: 0.0287962 Feb 15 15:28:28.244203 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:28:28.249104 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-eee84b3b-9914-44e5-a110-404935e4dbe0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:28.252258 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-eee84b3b-9914-44e5-a110-404935e4dbe0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 812 time: 0.1056387 Feb 15 15:28:28.298096 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7ddb51e-9bfe-40ee-bc7a-f9929d4148da req-eaaf00fe-ebbb-4489-9e91-aa78f460b49c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 210 time: 0.0464504 Feb 15 15:28:28.341965 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-ba819cd4-41cb-4aaa-a755-f577654be050 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5a420d478044c4982a4615b5c9c505 HTTP/1.1" status: 200 len: 380 time: 0.0820880 Feb 15 15:28:28.352413 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'port': {'device_id': '02299a00-3152-48de-9316-fb76ff1699ed', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'admin_state_up': True, 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'security_groups': ['903f67e6-d6ca-4026-b6ca-bdd331766a2a']}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:28:28.542613 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Made reservation on behalf of 9b5a420d478044c4982a4615b5c9c505 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:28:28.546184 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:28.680298 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Allocated IP 172.20.0.3 (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2/769cbbbd-cc0c-4e39-989e-54c89e1abc99/05fdb212-06c4-4011-b76a-330ccc3bd0a1) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:28:28.820107 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:28.902920 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:28.952340 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:28:28.958357 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:28:28.959211 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:28:28.967219 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=05fdb212-06c4-4011-b76a-330ccc3bd0a1,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:29.020299 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:29.021002 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.122638 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-8d912dcc-ce75-4d52-8b26-d90e01ff963c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738292 Feb 15 15:28:29.136894 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Request body: {'port': {'device_id': '02299a00-3152-48de-9316-fb76ff1699ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:28:29.206425 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.217378 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-fd19b2ec-292e-43ae-888c-b1d4369de950 None None] Provisioning complete for port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 triggered by entity DHCP. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:28:29.217915 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fd19b2ec-292e-43ae-888c-b1d4369de950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.252049 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-fd19b2ec-292e-43ae-888c-b1d4369de950 None None] Port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 cannot update to ACTIVE because it is not bound. {{(pid=103275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:28:29.442485 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156525bd-61b5-4563-9067-0e000e215bf3 req-5adce7d2-2f5c-4db3-adff-d4585776d0af tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:29.447326 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-156525bd-61b5-4563-9067-0e000e215bf3 req-5adce7d2-2f5c-4db3-adff-d4585776d0af tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 931 time: 0.0717623 Feb 15 15:28:29.490539 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44586) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:29.501725 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-156525bd-61b5-4563-9067-0e000e215bf3 req-6cc651d5-e0d1-4860-a9fb-cbd632acdb92 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485468 Feb 15 15:28:29.501847 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fdb212-06c4-4011-b76a-330ccc3bd0a1 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:28:29.509147 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Publish callbacks [] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.532019 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Transition to ACTIVE for port object 05fdb212-06c4-4011-b76a-330ccc3bd0a1 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:28:29.610560 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-03e2ef6e-8a38-437b-a1f4-acfa555e1142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.625703 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.699531 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Pushing event updated for resources: {'Port': ['ID=05fdb212-06c4-4011-b76a-330ccc3bd0a1,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:29.791485 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-03e2ef6e-8a38-437b-a1f4-acfa555e1142 admin admin] Publish callbacks [] for security_group (19513eb0-67cf-4188-b493-839266b189d9), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.802122 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Attempting to bind port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:28:29.802462 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Attempting to bind port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:28:29.802794 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Attempting to bind port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:28:29.807454 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:28:29.808403 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Attempting to bind port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 on network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:28:29.813494 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:28:29.813839 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Checking segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:28:29.814229 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Bound using segment: {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:28:29.814660 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Bound port: 05fdb212-06c4-4011-b76a-330ccc3bd0a1, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:28:29.815014 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.858259 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-03e2ef6e-8a38-437b-a1f4-acfa555e1142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (19513eb0-67cf-4188-b493-839266b189d9), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.911781 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-03e2ef6e-8a38-437b-a1f4-acfa555e1142 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0b34294961784609a5f817a6f9e1d2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201834 Feb 15 15:28:29.913918 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2ef6e-8a38-437b-a1f4-acfa555e1142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19513eb0-67cf-4188-b493-839266b189d9,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:29.914726 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44592) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:29.918574 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] For port 05fdb212-06c4-4011-b76a-330ccc3bd0a1, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:28:29.921913 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] For port 05fdb212-06c4-4011-b76a-330ccc3bd0a1, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05fdb212-06c4-4011-b76a-330ccc3bd0a1,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:28:29.962792 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Publish callbacks [] for security_group (19513eb0-67cf-4188-b493-839266b189d9), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.984025 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Publish callbacks [] for security_group (19513eb0-67cf-4188-b493-839266b189d9), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:29.986114 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.024026 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:30.024458 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.026039 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] 10.222.0.102 "PUT /v2.0/ports/05fdb212-06c4-4011-b76a-330ccc3bd0a1 HTTP/1.1" status: 200 len: 1093 time: 0.8943574 Feb 15 15:28:30.029166 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:28:30.032717 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf0ac50-3a03-4375-9824-a630b638cb12" -d '{"events": [{"name": "network-changed", "server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:28:30.066522 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aaa45-aea4-477a-85a9-b82567598a06 service neutron] Pushing event updated for resources: {'Port': ['ID=05fdb212-06c4-4011-b76a-330ccc3bd0a1,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:30.080071 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286e943a-a45a-4c4e-bc93-55f1c548c5cc x-openstack-request-id: req-286e943a-a45a-4c4e-bc93-55f1c548c5cc {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:28:30.080071 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:28:30.080071 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-286e943a-a45a-4c4e-bc93-55f1c548c5cc {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:28:30.080071 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'status': 'completed', 'code': 200} Feb 15 15:28:30.115356 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (19513eb0-67cf-4188-b493-839266b189d9), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.118064 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.122047 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/19513eb0-67cf-4188-b493-839266b189d9 HTTP/1.1" status: 204 len: 168 time: 0.2034087 Feb 15 15:28:30.129360 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19513eb0-67cf-4188-b493-839266b189d9,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:30.139646 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.140155 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.140615 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.141060 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.141695 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.142127 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.142572 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.142906 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.144479 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.144919 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.145265 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.145473 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.145969 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12018629-7599-498a-9c8a-69901b5d0987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:30.149861 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0ac50-3a03-4375-9824-a630b638cb12 req-d4731274-459f-4e04-969d-4543921ad724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:30.151814 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6bf0ac50-3a03-4375-9824-a630b638cb12 req-d4731274-459f-4e04-969d-4543921ad724 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 1127 time: 0.0536041 Feb 15 15:28:30.259984 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0ac50-3a03-4375-9824-a630b638cb12 req-494af948-3a66-4629-9794-3ac03e987fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:30.261633 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6bf0ac50-3a03-4375-9824-a630b638cb12 req-494af948-3a66-4629-9794-3ac03e987fc2 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=9b5a420d478044c4982a4615b5c9c505&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1024745 Feb 15 15:28:30.363296 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0ac50-3a03-4375-9824-a630b638cb12 req-deab6119-a7f2-44f4-a920-8723c83afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:30.364869 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6bf0ac50-3a03-4375-9824-a630b638cb12 req-deab6119-a7f2-44f4-a920-8723c83afa47 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966454 Feb 15 15:28:30.445555 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-b3b15609-91c9-426a-b9fc-e3f9cd02d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:30.447110 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-b3b15609-91c9-426a-b9fc-e3f9cd02d667 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 1127 time: 0.0464580 Feb 15 15:28:30.491226 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-02803253-504f-401a-865f-a4ffd2b63653 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fdb212-06c4-4011-b76a-330ccc3bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0369229 Feb 15 15:28:30.542756 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-0a257a0f-59ba-4438-848f-8ec9a251816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:30.544593 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-0a257a0f-59ba-4438-848f-8ec9a251816b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0441258 Feb 15 15:28:30.598027 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-a4081756-f43c-4d7a-8a44-a13a644073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:30.599534 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-a4081756-f43c-4d7a-8a44-a13a644073ed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458522 Feb 15 15:28:30.640070 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f2c72-e1a3-4b16-94d5-5852e702f958 req-ca133590-ec63-4c89-b04e-cc05bd173ba4 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:30.641638 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ab3f2c72-e1a3-4b16-94d5-5852e702f958 req-ca133590-ec63-4c89-b04e-cc05bd173ba4 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 943 time: 0.0600734 Feb 15 15:28:30.694753 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ab3f2c72-e1a3-4b16-94d5-5852e702f958 req-5d393d07-b6a1-4f2c-af9e-fa404ddd87db tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471759 Feb 15 15:28:30.702647 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-e9c2b7f2-0d78-49fb-8dda-9b35fa3df342 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916581 Feb 15 15:28:30.737174 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44604) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:30.751216 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-26363087-dcf3-4455-bf61-a4e2772d4b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.797415 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2876230f-e893-4f03-a8c3-3d919ae66728 req-fb6308b6-f465-4386-9bb2-e71c37a96728 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856178 Feb 15 15:28:30.826065 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-26363087-dcf3-4455-bf61-a4e2772d4b4b admin admin] Publish callbacks [] for security_group (70651666-fb91-4af6-86f3-c309bed5c5d1), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.905254 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-26363087-dcf3-4455-bf61-a4e2772d4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (70651666-fb91-4af6-86f3-c309bed5c5d1), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.944537 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-26363087-dcf3-4455-bf61-a4e2772d4b4b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4f6013bb941e438db4b8bf42c6bc169f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062874 Feb 15 15:28:30.945260 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26363087-dcf3-4455-bf61-a4e2772d4b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70651666-fb91-4af6-86f3-c309bed5c5d1,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:30.947850 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44606) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:30.998796 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-484bc5d3-b069-4ddc-b30f-70990e721e21 admin admin] Publish callbacks [] for security_group (70651666-fb91-4af6-86f3-c309bed5c5d1), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:31.019634 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-484bc5d3-b069-4ddc-b30f-70990e721e21 admin admin] Publish callbacks [] for security_group (70651666-fb91-4af6-86f3-c309bed5c5d1), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:31.128625 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-484bc5d3-b069-4ddc-b30f-70990e721e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (70651666-fb91-4af6-86f3-c309bed5c5d1), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:31.131169 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-484bc5d3-b069-4ddc-b30f-70990e721e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:31.132374 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-484bc5d3-b069-4ddc-b30f-70990e721e21 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/70651666-fb91-4af6-86f3-c309bed5c5d1 HTTP/1.1" status: 204 len: 168 time: 0.1829724 Feb 15 15:28:31.140953 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bc5d3-b069-4ddc-b30f-70990e721e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70651666-fb91-4af6-86f3-c309bed5c5d1,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:31.804456 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44616) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:31.818007 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8917d9fe-2cb0-4468-bdad-7bbece6a1a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:31.826887 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334c242-f95e-44b0-9168-82366ae0c4a3 req-31169292-be08-459f-8ba3-b8eca9ee79fe tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:31.828505 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1334c242-f95e-44b0-9168-82366ae0c4a3 req-31169292-be08-459f-8ba3-b8eca9ee79fe tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 943 time: 0.0547829 Feb 15 15:28:31.881119 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1334c242-f95e-44b0-9168-82366ae0c4a3 req-47cef40b-6ede-4a1c-9550-55cf966ed51c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469222 Feb 15 15:28:31.904453 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8917d9fe-2cb0-4468-bdad-7bbece6a1a70 admin admin] Publish callbacks [] for security_group (cc51b8f9-719e-482c-a704-136032c47c9d), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:31.957252 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-8917d9fe-2cb0-4468-bdad-7bbece6a1a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (cc51b8f9-719e-482c-a704-136032c47c9d), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.003884 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-8917d9fe-2cb0-4468-bdad-7bbece6a1a70 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=64bbf4514875492b94494bf1390bbe95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981485 Feb 15 15:28:32.004981 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917d9fe-2cb0-4468-bdad-7bbece6a1a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc51b8f9-719e-482c-a704-136032c47c9d,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:32.006611 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44618) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:32.065668 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79896a40-2472-4591-9a7e-4219129fdd85 admin admin] Publish callbacks [] for security_group (cc51b8f9-719e-482c-a704-136032c47c9d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.096805 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79896a40-2472-4591-9a7e-4219129fdd85 admin admin] Publish callbacks [] for security_group (cc51b8f9-719e-482c-a704-136032c47c9d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.215004 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79896a40-2472-4591-9a7e-4219129fdd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (cc51b8f9-719e-482c-a704-136032c47c9d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.217729 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-79896a40-2472-4591-9a7e-4219129fdd85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.218930 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-79896a40-2472-4591-9a7e-4219129fdd85 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cc51b8f9-719e-482c-a704-136032c47c9d HTTP/1.1" status: 204 len: 168 time: 0.2112348 Feb 15 15:28:32.226990 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79896a40-2472-4591-9a7e-4219129fdd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc51b8f9-719e-482c-a704-136032c47c9d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:32.702025 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-19c71ba0-5e2e-412e-9d14-0c8d03f625b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:33.020398 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133bab7-77c2-4c12-8719-ed52b8017f52 req-ae68356e-314f-483b-9f61-005b13194855 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:33.023014 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0133bab7-77c2-4c12-8719-ed52b8017f52 req-ae68356e-314f-483b-9f61-005b13194855 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 943 time: 0.0698006 Feb 15 15:28:33.098906 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0133bab7-77c2-4c12-8719-ed52b8017f52 req-9361b88b-1cc2-4972-ac91-2a047d974e96 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664670 Feb 15 15:28:34.235457 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb525ef-9658-4013-ae3b-126a9221b233 req-3296e327-bd82-4da4-9247-fcac463b7ffd tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:34.236978 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-afb525ef-9658-4013-ae3b-126a9221b233 req-3296e327-bd82-4da4-9247-fcac463b7ffd tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 943 time: 0.0570831 Feb 15 15:28:34.294628 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-afb525ef-9658-4013-ae3b-126a9221b233 req-49dc6356-86e4-4516-b068-2b9122f10e20 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450237 Feb 15 15:28:35.415862 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f12af-2e5d-4de3-aa57-5426ad5a7f28 req-81c926b2-910d-48de-90c5-a7d6916d3fd1 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:35.423050 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-594f12af-2e5d-4de3-aa57-5426ad5a7f28 req-81c926b2-910d-48de-90c5-a7d6916d3fd1 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 943 time: 0.0604150 Feb 15 15:28:35.448422 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b3a9-d96d-4d39-b3ab-2fecd913aa16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:35.471158 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-594f12af-2e5d-4de3-aa57-5426ad5a7f28 req-c3850052-6eb2-4375-b30e-6ed22a46a973 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 Feb 15 15:28:36.357612 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.745670 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b2b1-9525-48ab-9b80-fd774890eb53 req-2c5fd23c-46ec-442c-ae29-e4c890b991fe tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:36.747742 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c403b2b1-9525-48ab-9b80-fd774890eb53 req-2c5fd23c-46ec-442c-ae29-e4c890b991fe tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 943 time: 0.0531547 Feb 15 15:28:36.796658 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c403b2b1-9525-48ab-9b80-fd774890eb53 req-479beb4a-e00d-4e5e-8028-f4b852cc3d1c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Feb 15 15:28:37.116686 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:37.685372 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:37.921793 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c41d19-997b-4479-8280-3275e1bc2560 req-4e9c67e1-a768-434b-8565-fea2a8766f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:37.923228 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4c41d19-997b-4479-8280-3275e1bc2560 req-4e9c67e1-a768-434b-8565-fea2a8766f31 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 943 time: 0.0586214 Feb 15 15:28:37.973389 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-b4c41d19-997b-4479-8280-3275e1bc2560 req-430f26d9-ee1c-44ae-8cce-bbb900e3e914 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444884 Feb 15 15:28:39.098985 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7c6ea-3528-4160-997e-ed6453ea1cdf req-0169d59f-3f1c-409f-80d9-1dedf61353cc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:39.100514 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eeb7c6ea-3528-4160-997e-ed6453ea1cdf req-0169d59f-3f1c-409f-80d9-1dedf61353cc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 943 time: 0.0578692 Feb 15 15:28:39.117171 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 44760) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:39.135282 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 05fdb212-06c4-4011-b76a-330ccc3bd0a1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:28:39.160647 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-eeb7c6ea-3528-4160-997e-ed6453ea1cdf req-f76cfd2c-af35-4de2-b41a-7cade3eb126a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544243 Feb 15 15:28:39.197850 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.247537 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 05fdb212-06c4-4011-b76a-330ccc3bd0a1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05fdb212-06c4-4011-b76a-330ccc3bd0a1,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:39.251677 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb6acb1e-d5a9-40a2-9a0d-3d54c35af7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.259227 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'port_id': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'mac_address': 'fa:16:3e:b1:cd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:28:39.299961 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:28:39.300358 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.314498 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fdb212-06c4-4011-b76a-330ccc3bd0a1 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:28:39.335942 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 05fdb212-06c4-4011-b76a-330ccc3bd0a1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05fdb212-06c4-4011-b76a-330ccc3bd0a1,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:39.339845 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb6acb1e-d5a9-40a2-9a0d-3d54c35af7de admin admin] Publish callbacks [] for security_group (d46f5d32-64b8-45d3-8186-8ebde43e8cb1), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.414247 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.442798 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-fb6acb1e-d5a9-40a2-9a0d-3d54c35af7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (d46f5d32-64b8-45d3-8186-8ebde43e8cb1), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.469045 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=05fdb212-06c4-4011-b76a-330ccc3bd0a1,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:39.476129 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.476482 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.476825 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.477158 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.477495 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.477862 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.478192 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.478516 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.478841 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.479164 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.479484 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.480102 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.480220 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:39.483575 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6acb1e-d5a9-40a2-9a0d-3d54c35af7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46f5d32-64b8-45d3-8186-8ebde43e8cb1,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:39.489775 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-fb6acb1e-d5a9-40a2-9a0d-3d54c35af7de admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0db40db068bb4c4bacac892218ea0854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716078 Feb 15 15:28:39.492471 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44764) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:39.548590 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-12278ee4-7675-4e60-8ec0-4db91b001813 admin admin] Publish callbacks [] for security_group (d46f5d32-64b8-45d3-8186-8ebde43e8cb1), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.569891 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-12278ee4-7675-4e60-8ec0-4db91b001813 admin admin] Publish callbacks [] for security_group (d46f5d32-64b8-45d3-8186-8ebde43e8cb1), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.718256 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-12278ee4-7675-4e60-8ec0-4db91b001813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (d46f5d32-64b8-45d3-8186-8ebde43e8cb1), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.720771 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['05fdb212-06c4-4011-b76a-330ccc3bd0a1'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:28:39.721261 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-12278ee4-7675-4e60-8ec0-4db91b001813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.725005 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-12278ee4-7675-4e60-8ec0-4db91b001813 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d46f5d32-64b8-45d3-8186-8ebde43e8cb1 HTTP/1.1" status: 204 len: 168 time: 0.2289176 Feb 15 15:28:39.732162 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12278ee4-7675-4e60-8ec0-4db91b001813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46f5d32-64b8-45d3-8186-8ebde43e8cb1,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:40.289134 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca9cb1-bb59-4a44-969a-41b297a0fffe req-cc2c061b-dd22-44a5-82e9-7ad860cd7aa1 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:40.290617 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-afca9cb1-bb59-4a44-969a-41b297a0fffe req-cc2c061b-dd22-44a5-82e9-7ad860cd7aa1 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 944 time: 0.0533876 Feb 15 15:28:40.345459 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-afca9cb1-bb59-4a44-969a-41b297a0fffe req-31ca2155-8081-4ac1-b5b2-7cfe029fb929 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482519 Feb 15 15:28:41.166038 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 05fdb212-06c4-4011-b76a-330ccc3bd0a1 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:28:41.284946 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:28:41.289146 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:28:41.289596 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:41.374282 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:28:41.374681 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:41.400351 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:28:41.402658 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8474c51b-5a4b-4b8e-a395-8e4ba28aace8" -d '{"events": [{"server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "name": "network-vif-plugged", "status": "completed", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:28:41.416922 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 05fdb212-06c4-4011-b76a-330ccc3bd0a1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05fdb212-06c4-4011-b76a-330ccc3bd0a1,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:41.447764 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcf2611-a21a-4f2a-8ee1-1805b205382b x-openstack-request-id: req-6bcf2611-a21a-4f2a-8ee1-1805b205382b {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:28:41.448062 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "name": "network-vif-plugged", "status": "completed", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:28:41.448318 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6bcf2611-a21a-4f2a-8ee1-1805b205382b {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:28:41.448707 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'code': 200} Feb 15 15:28:41.473296 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccb4a4-f2ad-4504-8b75-fdae660afec3 req-53a577a7-be60-4204-8a15-a3cb7015f8b0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:41.476757 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:41.476927 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-54ccb4a4-f2ad-4504-8b75-fdae660afec3 req-53a577a7-be60-4204-8a15-a3cb7015f8b0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 944 time: 0.0590079 Feb 15 15:28:41.529459 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-54ccb4a4-f2ad-4504-8b75-fdae660afec3 req-4262035f-afe5-49fb-96a0-692edf422e59 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488379 Feb 15 15:28:41.529653 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=05fdb212-06c4-4011-b76a-330ccc3bd0a1,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:41.822217 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4004ef-6cc1-4e78-975f-89b7a84e7692 req-68f7627c-75b5-4b73-80b7-5ade53e7066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:41.823756 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fb4004ef-6cc1-4e78-975f-89b7a84e7692 req-68f7627c-75b5-4b73-80b7-5ade53e7066e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 1129 time: 0.0514920 Feb 15 15:28:41.869837 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-fb4004ef-6cc1-4e78-975f-89b7a84e7692 req-63d1bb50-fc52-4dbf-8f33-1cbb2dbf9793 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396335 Feb 15 15:28:42.653640 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09f702-d6cd-4ecb-b1c6-19e3dc476f81 req-f3babc97-fab1-4126-8e05-cd1db6370961 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:42.655130 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fa09f702-d6cd-4ecb-b1c6-19e3dc476f81 req-f3babc97-fab1-4126-8e05-cd1db6370961 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 945 time: 0.0560730 Feb 15 15:28:42.705876 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-fa09f702-d6cd-4ecb-b1c6-19e3dc476f81 req-d19c1aa5-c4a9-4d4e-840f-c1c471c18071 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450647 Feb 15 15:28:43.192167 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51b9dec8-5790-4032-8c64-36372692ac5a req-0e4015d6-59c0-4b96-892c-f6dc70e52b26 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459499 Feb 15 15:28:43.293740 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9dec8-5790-4032-8c64-36372692ac5a req-4b2d695d-8769-42f7-a40b-414eab8bd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:43.295221 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51b9dec8-5790-4032-8c64-36372692ac5a req-4b2d695d-8769-42f7-a40b-414eab8bd4a1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1129 time: 0.0473986 Feb 15 15:28:43.406464 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9dec8-5790-4032-8c64-36372692ac5a req-96c677d6-a061-4628-ad78-1fa6c8e7c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:43.408024 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51b9dec8-5790-4032-8c64-36372692ac5a req-96c677d6-a061-4628-ad78-1fa6c8e7c882 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.0927556 Feb 15 15:28:43.474525 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51b9dec8-5790-4032-8c64-36372692ac5a req-cf483d16-3701-440d-b937-a11634323588 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce HTTP/1.1" status: 200 len: 1000 time: 0.0601718 Feb 15 15:28:43.528746 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9dec8-5790-4032-8c64-36372692ac5a req-914e5f4f-024f-4ef1-9a0e-535da9948ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:43.530226 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51b9dec8-5790-4032-8c64-36372692ac5a req-914e5f4f-024f-4ef1-9a0e-535da9948ea9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0488424 Feb 15 15:28:43.582731 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9dec8-5790-4032-8c64-36372692ac5a req-41154ab9-3763-41d4-a132-5698cc3bdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:43.584268 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51b9dec8-5790-4032-8c64-36372692ac5a req-41154ab9-3763-41d4-a132-5698cc3bdc53 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464280 Feb 15 15:28:43.681743 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51b9dec8-5790-4032-8c64-36372692ac5a req-03a71973-9b47-4832-a666-692c53af745a service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Feb 15 15:28:43.784088 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-51b9dec8-5790-4032-8c64-36372692ac5a req-457d5ccc-4bcd-4d15-ab37-6aa2fdd90730 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954275 Feb 15 15:28:43.838169 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9458f-020f-4f68-b10c-0252c54b78c4 req-3277322e-d068-43b3-b83d-fb664925d0bc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:43.839690 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f4b9458f-020f-4f68-b10c-0252c54b78c4 req-3277322e-d068-43b3-b83d-fb664925d0bc tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 945 time: 0.0547099 Feb 15 15:28:43.892125 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f4b9458f-020f-4f68-b10c-0252c54b78c4 req-e973a0fe-bbdb-4a1e-969f-cbbcb336296c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 Feb 15 15:28:44.010014 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fe6e3-6913-4df6-8014-789c27b02668 req-716869c8-0168-4014-9cb4-c361b729bb90 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:44.011503 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-230fe6e3-6913-4df6-8014-789c27b02668 req-716869c8-0168-4014-9cb4-c361b729bb90 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 945 time: 0.0529766 Feb 15 15:28:44.062573 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-230fe6e3-6913-4df6-8014-789c27b02668 req-94ca5e23-e9e1-4677-8802-9fe1ed0a5b3c tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441384 Feb 15 15:28:44.084539 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44790) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:44.281935 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476679e9-571e-44ef-b732-2fed7f991d16 tempest-TestVolumeBootPattern-1063384799 tempest-TestVolumeBootPattern-1063384799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:44.283846 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-476679e9-571e-44ef-b732-2fed7f991d16 tempest-TestVolumeBootPattern-1063384799 tempest-TestVolumeBootPattern-1063384799-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 1124 time: 0.1982024 Feb 15 15:28:44.286972 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44794) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:44.291247 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Request body: {'floatingip': {'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'port_id': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:28:44.393364 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:44.491024 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:44.599750 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Allocated IP 172.27.0.184 (6cd5b721-fb42-4adf-b929-78090b61f6a5/33a5405e-93eb-4a8f-ae7c-fca9b71ab193/131a3f06-a048-4f97-bcb8-d11fabc4c8ef) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:28:44.700108 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:44.794174 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:44.828905 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Network 6cd5b721-fb42-4adf-b929-78090b61f6a5 is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:28:44.831841 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:28:44.841398 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:28:44.870077 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=131a3f06-a048-4f97-bcb8-d11fabc4c8ef,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:45.193575 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (a64f04b5-e335-4e97-943e-99552c1da463), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:45.324014 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:45.468912 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for port (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:45.530284 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:45.606419 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event updated for resources: {'Port': ['ID=131a3f06-a048-4f97-bcb8-d11fabc4c8ef,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:45.619019 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919029'] for floatingip (a64f04b5-e335-4e97-943e-99552c1da463), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:45.719144 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Floating IP a64f04b5-e335-4e97-943e-99552c1da463 associated. External IP: 172.27.0.184, port: 05fdb212-06c4-4011-b76a-330ccc3bd0a1. Feb 15 15:28:46.184136 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Router b240022e-eecc-4089-8694-d725e9cbffad has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:28:46.290960 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:28:46.300960 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:28:46.310402 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:46.311022 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:28:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:46.416181 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:46.421804 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:46.449627 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e3b19ceb-2429-4967-80bf-f6fade0e118f tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1614978 Feb 15 15:28:46.450248 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:28:46.453040 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c33410e-3199-4c2f-82a4-1813caefcd16" -d '{"events": [{"name": "network-changed", "server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:28:46.497098 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b53964-8bec-42dc-8043-ea668d7b4494 x-openstack-request-id: req-07b53964-8bec-42dc-8043-ea668d7b4494 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:28:46.497494 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:28:46.497875 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-07b53964-8bec-42dc-8043-ea668d7b4494 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:28:46.498456 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'status': 'completed', 'code': 200} Feb 15 15:28:46.562997 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-10887ff1-62b7-4a84-bb93-27d732f80615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:46.564536 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-10887ff1-62b7-4a84-bb93-27d732f80615 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 1129 time: 0.0462258 Feb 15 15:28:46.659335 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:24Z', 'revision_number': 1, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}, {'id': 'a64f04b5-e335-4e97-943e-99552c1da463', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:b1:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02299a00-3152-48de-9316-fb76ff1699ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:28:45Z', 'updated_at': '2022-02-15T15:28:45Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:46.667807 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-49269d1a-064c-4b81-b9f7-d836f6eb9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:46.669262 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-49269d1a-064c-4b81-b9f7-d836f6eb9b70 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.0966947 Feb 15 15:28:46.685255 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:28:46.694112 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:46.694717 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:28:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:46.739620 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-69e71b8d-3f22-407c-bc47-11f68aa72241 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fdb212-06c4-4011-b76a-330ccc3bd0a1 HTTP/1.1" status: 200 len: 999 time: 0.0621915 Feb 15 15:28:46.788851 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-9a69008b-0e2e-4342-895a-434fe998011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:46.790301 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-9a69008b-0e2e-4342-895a-434fe998011d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0439334 Feb 15 15:28:46.805374 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:46.839356 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-9afc6ba6-0a3b-47d9-9517-56cc675e79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:46.840872 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-9afc6ba6-0a3b-47d9-9517-56cc675e79bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432651 Feb 15 15:28:46.940198 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-d5a23999-8f15-4d15-9273-8c29e2e6c56e service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912516 Feb 15 15:28:47.030089 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-1c33410e-3199-4c2f-82a4-1813caefcd16 req-3ce07e5e-0dcd-4459-88cd-c3da9c6d9dd9 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835793 Feb 15 15:28:47.041710 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:24Z', 'revision_number': 1, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}, {'id': 'a64f04b5-e335-4e97-943e-99552c1da463', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:b1:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02299a00-3152-48de-9316-fb76ff1699ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:28:45Z', 'updated_at': '2022-02-15T15:28:45Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:47.196766 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401cdca-6717-4158-82a7-a175ce9cef53 None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:24Z', 'revision_number': 1, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}, {'id': 'a64f04b5-e335-4e97-943e-99552c1da463', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:b1:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02299a00-3152-48de-9316-fb76ff1699ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:28:45Z', 'updated_at': '2022-02-15T15:28:45Z', 'revision_number': 0, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:28:47.396477 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b3f66-4e49-43bb-8e44-e4d066243bc0 None None] New status for floating IP a64f04b5-e335-4e97-943e-99552c1da463: ACTIVE {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:29:02.678850 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cf095c7c-e776-4b21-85ff-56458d60d3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:02.998855 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44886) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:29:03.102831 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a5605943-cf56-4b2d-8608-c10261333095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:03.182086 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a5605943-cf56-4b2d-8608-c10261333095 admin admin] Publish callbacks [] for security_group (33c0bbcb-9ad7-4250-9e0d-31db489c093c), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:03.264891 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a5605943-cf56-4b2d-8608-c10261333095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (33c0bbcb-9ad7-4250-9e0d-31db489c093c), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:03.301872 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5605943-cf56-4b2d-8608-c10261333095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c0bbcb-9ad7-4250-9e0d-31db489c093c,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:03.306164 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a5605943-cf56-4b2d-8608-c10261333095 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=957c961cdc2744df9e2aa8651fb18bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062341 Feb 15 15:29:03.308786 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 44890) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:29:03.356353 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2be61023-fbbd-4733-b0c6-722ec3d7d03e admin admin] Publish callbacks [] for security_group (33c0bbcb-9ad7-4250-9e0d-31db489c093c), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:03.376694 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2be61023-fbbd-4733-b0c6-722ec3d7d03e admin admin] Publish callbacks [] for security_group (33c0bbcb-9ad7-4250-9e0d-31db489c093c), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:03.516814 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2be61023-fbbd-4733-b0c6-722ec3d7d03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (33c0bbcb-9ad7-4250-9e0d-31db489c093c), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:03.519803 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2be61023-fbbd-4733-b0c6-722ec3d7d03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:03.520975 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2be61023-fbbd-4733-b0c6-722ec3d7d03e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/33c0bbcb-9ad7-4250-9e0d-31db489c093c HTTP/1.1" status: 204 len: 168 time: 0.2112613 Feb 15 15:29:03.529179 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be61023-fbbd-4733-b0c6-722ec3d7d03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c0bbcb-9ad7-4250-9e0d-31db489c093c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:05.244971 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:29:05.420895 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-debe6272-2317-4813-b270-b6cef30e05b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:06.387659 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:07.090435 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:07.705005 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:09.238758 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:16.336614 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45028) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:29:16.457088 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:16.534777 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Publish callbacks [] for security_group (f3a9196c-55e9-4d4c-9d15-87d30d8726be), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:16.607735 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (f3a9196c-55e9-4d4c-9d15-87d30d8726be), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:16.650134 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a9196c-55e9-4d4c-9d15-87d30d8726be,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:16.654265 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=228dc12f244c4c1fa523564fe5e419ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165936 Feb 15 15:29:16.657466 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45032) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:29:16.660444 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.660803 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.661691 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.662480 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.662751 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.662965 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.663504 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.663878 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.664217 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.664548 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.664881 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.665209 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.665602 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f43d7bb-52ce-475d-bf40-def014278727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:29:16.710710 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eda58149-430d-46bc-a611-faea2dd438f3 admin admin] Publish callbacks [] for security_group (f3a9196c-55e9-4d4c-9d15-87d30d8726be), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:16.732624 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eda58149-430d-46bc-a611-faea2dd438f3 admin admin] Publish callbacks [] for security_group (f3a9196c-55e9-4d4c-9d15-87d30d8726be), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:16.850782 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eda58149-430d-46bc-a611-faea2dd438f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (f3a9196c-55e9-4d4c-9d15-87d30d8726be), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:16.853453 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-eda58149-430d-46bc-a611-faea2dd438f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:16.854646 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-eda58149-430d-46bc-a611-faea2dd438f3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f3a9196c-55e9-4d4c-9d15-87d30d8726be HTTP/1.1" status: 204 len: 168 time: 0.1962037 Feb 15 15:29:16.862845 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda58149-430d-46bc-a611-faea2dd438f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a9196c-55e9-4d4c-9d15-87d30d8726be,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:17.889434 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45054) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:29:17.992284 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.v2.base [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1096774349-network', 'tenant_id': '4365a7eac0164b0e9cd59dc8c2913179'}} {{(pid=103274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:29:18.064777 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Made reservation on behalf of 4365a7eac0164b0e9cd59dc8c2913179 for: {'network': 1} {{(pid=103274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:29:18.069020 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for network (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.078644 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.156870 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Publish callbacks [] for security_group (13373f3c-15eb-4cc5-b163-b7ad30f85dd8), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.227211 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (13373f3c-15eb-4cc5-b163-b7ad30f85dd8), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.263680 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:29:18.266038 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13373f3c-15eb-4cc5-b163-b7ad30f85dd8,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:18.277890 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (6f3a063b-6d84-48ba-a8bc-c95e281395a5), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.278167 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.db.segments_db [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Added segment 6f3a063b-6d84-48ba-a8bc-c95e281395a5 of type vlan for network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f Feb 15 15:29:18.322422 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737017662248'] for network (e0ea4a06-8f72-417b-8377-5f6bd7f41a4f), precommit_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.410582 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276'] for network (e0ea4a06-8f72-417b-8377-5f6bd7f41a4f), after_create {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.411660 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:18.412286 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.472300 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ea4a06-8f72-417b-8377-5f6bd7f41a4f,revision_number=1']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:18.483327 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f details requested by agent ovs-agent-dv-cinder-778193-15-iscsi with host dv-cinder-778193-15-iscsi {{(pid=103275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:29:18.524918 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-47a4c826-aa58-42da-bb96-cc7da7aa4042 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6343403 Feb 15 15:29:18.527958 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45058) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:29:18.533064 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Request body: {'subnet': {'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1096774349-subnet', 'tenant_id': '4365a7eac0164b0e9cd59dc8c2913179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:29:18.628033 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Made reservation on behalf of 4365a7eac0164b0e9cd59dc8c2913179 for: {'subnet': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:29:18.631016 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9108011'] for subnet (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.879432 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9108025'] for subnet (635464ee-1358-404c-8ecb-d3da8de0bf70), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.944253 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=635464ee-1358-404c-8ecb-d3da8de0bf70,revision_number=0']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:18.963966 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Checking segment: {'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:29:18.964546 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Network hostable DHCP agents. Network: e0ea4a06-8f72-417b-8377-5f6bd7f41a4f, hostable agents: ['5ea99617-ac0e-4b8f-a829-03610360e288'], hosted agents: [] {{(pid=103273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:29:19.042195 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f is scheduled to be hosted by DHCP agent 5ea99617-ac0e-4b8f-a829-03610360e288 with binding_index 1 {{(pid=103273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:29:19.122005 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-15-iscsi, e0ea4a06-8f72-417b-8377-5f6bd7f41a4f) {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:29:19.126255 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:19.126853 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:19.132219 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c55cc-1e03-4fe0-a78b-ee4ebd956230 None None] Network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:29:19.216206 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-ec98d2d4-3bc9-4cbc-91ca-c5092c403e3a admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6870518 Feb 15 15:29:19.256650 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5802257a-a44b-4400-ad66-c009850ffc81 None None] Network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:29:21.346658 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577cf7e-822c-498a-873c-8168c43f7138 req-ac602325-082d-48fc-bbe1-542bfd6fe368 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:21.348053 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-ac602325-082d-48fc-bbe1-542bfd6fe368 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/networks?id=e0ea4a06-8f72-417b-8377-5f6bd7f41a4f HTTP/1.1" status: 200 len: 814 time: 0.1012943 Feb 15 15:29:21.363321 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-a852db65-3453-4c8b-a58f-188d278f9950 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/quotas/4365a7eac0164b0e9cd59dc8c2913179 HTTP/1.1" status: 200 len: 375 time: 0.0089724 Feb 15 15:29:21.403927 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-4b84b236-5553-4c22-8911-af4f27936da9 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337193 Feb 15 15:29:21.507679 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-5cceaef1-961c-42a9-a4ee-6828348b03f7 service neutron] 10.222.0.110 "GET /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971091 Feb 15 15:29:21.607097 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-cbebacff-62fd-4d35-975a-7be2570883ff service neutron] 10.222.0.110 "GET /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935106 Feb 15 15:29:21.865795 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6dd67ab6-936f-44a1-84bd-18d544ae4c69 req-8cc5554a-2b7d-4e00-aa14-385a143eeaae tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Feb 15 15:29:22.965248 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-80b6a83c-c05c-44d5-87e3-e93b2236552a req-7323cf65-700c-44c1-ac8d-f5b68f62c004 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 210 time: 0.0288794 Feb 15 15:29:23.969731 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577cf7e-822c-498a-873c-8168c43f7138 req-97a0d9e6-63cf-453f-9dcd-34280fbb04c9 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:23.971194 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-97a0d9e6-63cf-453f-9dcd-34280fbb04c9 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.102 "GET /v2.0/networks?id=e0ea4a06-8f72-417b-8377-5f6bd7f41a4f HTTP/1.1" status: 200 len: 814 time: 0.1055138 Feb 15 15:29:23.984726 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Request body: {'port': {'device_id': '19f6cfe8-acbb-4414-a062-5ae79ad01c23', 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f', 'admin_state_up': True, 'tenant_id': '4365a7eac0164b0e9cd59dc8c2913179'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:29:24.091274 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-377abe13-e36b-4ab3-9f7a-23750610a1a4 req-defdcf75-e09d-4cbb-bfc6-cc5a628278c8 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 210 time: 0.0389776 Feb 15 15:29:24.238567 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Made reservation on behalf of 4365a7eac0164b0e9cd59dc8c2913179 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:29:24.242328 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:24.386522 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Allocated IP 172.20.0.13 (e0ea4a06-8f72-417b-8377-5f6bd7f41a4f/635464ee-1358-404c-8ecb-d3da8de0bf70/2efbb5b8-a534-4781-8b5b-66130082f08f) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:29:24.549238 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks [] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:24.628369 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:24.675901 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:29:24.679924 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:29:24.682469 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:29:24.709920 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Pushing event updated for resources: {'Port': ['ID=2efbb5b8-a534-4781-8b5b-66130082f08f,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:24.741084 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:24.741740 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:24.825279 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-de80e4e0-6f62-4b54-90af-cfe91cae3d08 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8444207 Feb 15 15:29:24.838649 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Request body: {'port': {'device_id': '19f6cfe8-acbb-4414-a062-5ae79ad01c23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:29:24.908018 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:25.180658 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efbb5b8-a534-4781-8b5b-66130082f08f {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:29:25.188534 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Publish callbacks [] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:25.202820 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Transition to ACTIVE for port object 2efbb5b8-a534-4781-8b5b-66130082f08f will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:29:25.232172 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba490da-42ec-4b11-b891-84f6a1683122 req-645127b3-ff8a-4815-bb76-e0986aabe375 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:25.233704 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bba490da-42ec-4b11-b891-84f6a1683122 req-645127b3-ff8a-4815-bb76-e0986aabe375 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 932 time: 0.0586371 Feb 15 15:29:25.287014 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-bba490da-42ec-4b11-b891-84f6a1683122 req-e1ed50ed-88e5-4093-88dd-2c3d3a14378f tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459039 Feb 15 15:29:25.290085 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:25.340834 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Pushing event updated for resources: {'Port': ['ID=2efbb5b8-a534-4781-8b5b-66130082f08f,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:25.419455 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Attempting to bind port 2efbb5b8-a534-4781-8b5b-66130082f08f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:29:25.419773 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Attempting to bind port 2efbb5b8-a534-4781-8b5b-66130082f08f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:29:25.420066 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Attempting to bind port 2efbb5b8-a534-4781-8b5b-66130082f08f on network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:29:25.424792 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Port 2efbb5b8-a534-4781-8b5b-66130082f08f on network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:29:25.425110 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Attempting to bind port 2efbb5b8-a534-4781-8b5b-66130082f08f on network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:29:25.430509 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:29:25.430843 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Checking segment: {'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:29:25.431219 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Bound using segment: {'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:29:25.431648 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Bound port: 2efbb5b8-a534-4781-8b5b-66130082f08f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:29:25.432027 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:25.496868 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] For port 2efbb5b8-a534-4781-8b5b-66130082f08f, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:29:25.500153 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] For port 2efbb5b8-a534-4781-8b5b-66130082f08f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2efbb5b8-a534-4781-8b5b-66130082f08f,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:29:25.571009 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:25.611261 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:25.611915 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:25.613325 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] 10.222.0.102 "PUT /v2.0/ports/2efbb5b8-a534-4781-8b5b-66130082f08f HTTP/1.1" status: 200 len: 1094 time: 0.7790740 Feb 15 15:29:25.613786 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f6cfe8-acbb-4414-a062-5ae79ad01c23', 'tag': '2efbb5b8-a534-4781-8b5b-66130082f08f'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:29:25.616723 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c6d368-9d56-4608-b805-2c684b86b18a" -d '{"events": [{"name": "network-changed", "server_uuid": "19f6cfe8-acbb-4414-a062-5ae79ad01c23", "tag": "2efbb5b8-a534-4781-8b5b-66130082f08f"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:29:25.641587 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b7a89-8b16-4e64-808b-b678cd4db367 service neutron] Pushing event updated for resources: {'Port': ['ID=2efbb5b8-a534-4781-8b5b-66130082f08f,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:25.661965 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e58a217-78c5-4d55-9f6e-f3ef0a2a10d3 x-openstack-request-id: req-2e58a217-78c5-4d55-9f6e-f3ef0a2a10d3 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:29:25.662313 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f6cfe8-acbb-4414-a062-5ae79ad01c23", "tag": "2efbb5b8-a534-4781-8b5b-66130082f08f", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:29:25.662609 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2e58a217-78c5-4d55-9f6e-f3ef0a2a10d3 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:29:25.663032 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f6cfe8-acbb-4414-a062-5ae79ad01c23', 'tag': '2efbb5b8-a534-4781-8b5b-66130082f08f', 'status': 'completed', 'code': 200} Feb 15 15:29:25.754334 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6d368-9d56-4608-b805-2c684b86b18a req-47aa369c-1108-4e90-ae71-4a47ab264b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:25.756550 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01c6d368-9d56-4608-b805-2c684b86b18a req-47aa369c-1108-4e90-ae71-4a47ab264b9a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 1128 time: 0.0480559 Feb 15 15:29:25.861949 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6d368-9d56-4608-b805-2c684b86b18a req-19396c51-4cc5-4bd2-ad78-6fcc147d4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:25.863437 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01c6d368-9d56-4608-b805-2c684b86b18a req-19396c51-4cc5-4bd2-ad78-6fcc147d4e76 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0997009 Feb 15 15:29:25.959729 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6d368-9d56-4608-b805-2c684b86b18a req-d68ab194-92e6-44c3-ba89-295ae1fb6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:25.961224 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-01c6d368-9d56-4608-b805-2c684b86b18a req-d68ab194-92e6-44c3-ba89-295ae1fb6766 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910556 Feb 15 15:29:26.045813 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577cf7e-822c-498a-873c-8168c43f7138 req-96120fc0-272a-4dfe-866b-edc0ae8bda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:26.047292 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-96120fc0-272a-4dfe-866b-edc0ae8bda8d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 1128 time: 0.0501716 Feb 15 15:29:26.089316 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-6db6a829-ceed-46ee-be75-3443a6db6dd8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2efbb5b8-a534-4781-8b5b-66130082f08f HTTP/1.1" status: 200 len: 217 time: 0.0340347 Feb 15 15:29:26.137909 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577cf7e-822c-498a-873c-8168c43f7138 req-7fdc361c-c18c-470b-a9f7-938d1b83b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:26.139321 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-7fdc361c-c18c-470b-a9f7-938d1b83b43f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=635464ee-1358-404c-8ecb-d3da8de0bf70 HTTP/1.1" status: 200 len: 854 time: 0.0435154 Feb 15 15:29:26.176156 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-0143239e-627b-45e6-b30f-7f0a4134c89a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e0ea4a06-8f72-417b-8377-5f6bd7f41a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282414 Feb 15 15:29:26.267608 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-5f9f7fe6-be9c-4955-b2b8-9eb5dbb74064 service neutron] 10.222.0.102 "GET /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852969 Feb 15 15:29:26.370926 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-f577cf7e-822c-498a-873c-8168c43f7138 req-f21f214a-eaee-465a-a5a5-1e5b84dd02b6 service neutron] 10.222.0.102 "GET /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960326 Feb 15 15:29:26.420014 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b9fb8-1e0a-419d-8cf8-e9bacf553b7f req-0461f3b8-643a-4d08-a3d3-6a192b814892 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:26.422005 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-575b9fb8-1e0a-419d-8cf8-e9bacf553b7f req-0461f3b8-643a-4d08-a3d3-6a192b814892 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 944 time: 0.0598710 Feb 15 15:29:26.469579 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-575b9fb8-1e0a-419d-8cf8-e9bacf553b7f req-60368586-5b3d-4522-8bfb-9e5c63612d3b tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Feb 15 15:29:27.594985 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ddce0-d182-4612-9fde-275d3d49af07 req-26c6216e-fea2-49bd-8571-24cbce1be888 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:27.597754 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-040ddce0-d182-4612-9fde-275d3d49af07 req-26c6216e-fea2-49bd-8571-24cbce1be888 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 944 time: 0.0572855 Feb 15 15:29:27.646568 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-040ddce0-d182-4612-9fde-275d3d49af07 req-8a1bbc5d-41df-4486-a015-417f4c285c1b tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Feb 15 15:29:28.766189 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e5c43-43df-4934-aae4-636350a5fd91 req-666b6ffa-db3f-45a3-92ee-41611c1a3de5 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:28.767561 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f17e5c43-43df-4934-aae4-636350a5fd91 req-666b6ffa-db3f-45a3-92ee-41611c1a3de5 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 944 time: 0.0530562 Feb 15 15:29:28.813971 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-f17e5c43-43df-4934-aae4-636350a5fd91 req-6ef10a90-da19-493a-9eb6-a1eed2e7e5a6 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Feb 15 15:29:29.361527 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2efbb5b8-a534-4781-8b5b-66130082f08f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:29:29.464642 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2efbb5b8-a534-4781-8b5b-66130082f08f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2efbb5b8-a534-4781-8b5b-66130082f08f,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:29:29.477192 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': '2efbb5b8-a534-4781-8b5b-66130082f08f', 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f', 'port_id': '2efbb5b8-a534-4781-8b5b-66130082f08f', 'mac_address': 'fa:16:3e:a3:51:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635464ee-1358-404c-8ecb-d3da8de0bf70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:29:29.521325 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2efbb5b8-a534-4781-8b5b-66130082f08f is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:29:29.521712 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:29.534855 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efbb5b8-a534-4781-8b5b-66130082f08f {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:29:29.557877 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2efbb5b8-a534-4781-8b5b-66130082f08f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2efbb5b8-a534-4781-8b5b-66130082f08f,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:29:29.650026 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:29.703442 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2efbb5b8-a534-4781-8b5b-66130082f08f,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:29.875436 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['2efbb5b8-a534-4781-8b5b-66130082f08f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:29:29.936338 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5353a5-9856-4a6d-8f99-88890677f2f1 req-a69bc5db-5018-465f-aba7-3714656e633a tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:29.937746 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2b5353a5-9856-4a6d-8f99-88890677f2f1 req-a69bc5db-5018-465f-aba7-3714656e633a tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 945 time: 0.0533888 Feb 15 15:29:29.991208 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2b5353a5-9856-4a6d-8f99-88890677f2f1 req-93e16088-ece2-4b2f-8279-868a867b2c10 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Feb 15 15:29:31.111987 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510703b7-e923-40a0-a646-183f85765271 req-799f1663-999b-4a49-998e-371e78fa9b22 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:31.113460 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-510703b7-e923-40a0-a646-183f85765271 req-799f1663-999b-4a49-998e-371e78fa9b22 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 945 time: 0.0517223 Feb 15 15:29:31.165187 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-510703b7-e923-40a0-a646-183f85765271 req-414e168c-639c-4f54-b58b-a66c8cd84708 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Feb 15 15:29:31.372601 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2efbb5b8-a534-4781-8b5b-66130082f08f up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:29:31.481340 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port 2efbb5b8-a534-4781-8b5b-66130082f08f completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:29:31.485495 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port 2efbb5b8-a534-4781-8b5b-66130082f08f triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:29:31.485877 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:31.564959 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port 2efbb5b8-a534-4781-8b5b-66130082f08f is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:29:31.568217 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:31.589945 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f6cfe8-acbb-4414-a062-5ae79ad01c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efbb5b8-a534-4781-8b5b-66130082f08f'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:29:31.594919 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db711fc6-4c39-44dc-924b-3081ab695084" -d '{"events": [{"server_uuid": "19f6cfe8-acbb-4414-a062-5ae79ad01c23", "name": "network-vif-plugged", "status": "completed", "tag": "2efbb5b8-a534-4781-8b5b-66130082f08f"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:29:31.605990 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port 2efbb5b8-a534-4781-8b5b-66130082f08f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2efbb5b8-a534-4781-8b5b-66130082f08f,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:29:31.635837 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a79a6a2-bac7-427b-b188-0772dfbc39ca x-openstack-request-id: req-7a79a6a2-bac7-427b-b188-0772dfbc39ca {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:29:31.636132 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f6cfe8-acbb-4414-a062-5ae79ad01c23", "name": "network-vif-plugged", "status": "completed", "tag": "2efbb5b8-a534-4781-8b5b-66130082f08f", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:29:31.636384 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7a79a6a2-bac7-427b-b188-0772dfbc39ca {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:29:31.636829 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f6cfe8-acbb-4414-a062-5ae79ad01c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efbb5b8-a534-4781-8b5b-66130082f08f', 'code': 200} Feb 15 15:29:31.687627 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:31.740130 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=2efbb5b8-a534-4781-8b5b-66130082f08f,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:29:31.935370 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba98251-8d72-41cd-a663-733c282cc698 req-9c8f2567-de4f-4f1a-b46d-85fd88c26503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:31.936773 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ba98251-8d72-41cd-a663-733c282cc698 req-9c8f2567-de4f-4f1a-b46d-85fd88c26503 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 1130 time: 0.0489957 Feb 15 15:29:31.981872 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-2ba98251-8d72-41cd-a663-733c282cc698 req-428a25a4-02c6-45b4-9e39-fde460af5bf5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Feb 15 15:29:32.284413 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82324718-b74e-453b-a7ca-7bc9b0d10df0 req-6cb001d1-b12c-4742-b3aa-70883ce6b2ef tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:32.285884 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-82324718-b74e-453b-a7ca-7bc9b0d10df0 req-6cb001d1-b12c-4742-b3aa-70883ce6b2ef tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 946 time: 0.0526507 Feb 15 15:29:32.333345 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-82324718-b74e-453b-a7ca-7bc9b0d10df0 req-6d8e2277-2931-4edf-831b-9eafe2db024f tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Feb 15 15:29:32.687627 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d0fef6f2-7ef1-44c5-ac47-c426cc3fd6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:33.457516 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd08103-7a9a-4b65-ab12-fc7428be9497 req-5f716936-3a21-4ee8-b46d-4a10c733bb3a tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:33.459222 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6fd08103-7a9a-4b65-ab12-fc7428be9497 req-5f716936-3a21-4ee8-b46d-4a10c733bb3a tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 946 time: 0.0536542 Feb 15 15:29:33.506572 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-6fd08103-7a9a-4b65-ab12-fc7428be9497 req-a68fddc1-a273-49a3-b46a-18073b44283a tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Feb 15 15:29:35.441434 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-95fb1201-e59c-4257-8402-263c07a49e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:36.386901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:37.067227 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:37.678892 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:39.224984 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:42.244318 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:29:45.208070 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-2e6ea47e-64c0-4e9f-b911-6e4eca2d6f37 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463150 Feb 15 15:29:45.300025 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-7e9f9d29-b883-412f-a09a-1900227a25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:45.301492 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-7e9f9d29-b883-412f-a09a-1900227a25f1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1129 time: 0.0498190 Feb 15 15:29:45.409890 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-7a2c8cd6-39e8-44a7-b68f-4b4b3c02f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:45.411349 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-7a2c8cd6-39e8-44a7-b68f-4b4b3c02f08d service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.0877450 Feb 15 15:29:45.483579 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-0a4bce0b-ffc6-4f18-b737-7bceffdb8ddc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce HTTP/1.1" status: 200 len: 1000 time: 0.0638995 Feb 15 15:29:45.535354 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-6e7b9aad-4e0d-4b3b-883c-c8c573824e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:45.536850 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-6e7b9aad-4e0d-4b3b-883c-c8c573824e2b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0443006 Feb 15 15:29:45.588931 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-d5c9dd65-09e8-4520-9397-0f727e5611ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:29:45.590448 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-d5c9dd65-09e8-4520-9397-0f727e5611ea service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457163 Feb 15 15:29:45.684988 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-cca92c18-6ec7-4045-96a9-a3f11967e481 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870719 Feb 15 15:29:45.783902 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d9af813a-ae17-46c9-815f-ae3ed07ed852 req-775af766-0ddb-41ba-bebc-40628cb1569a service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898786 Feb 15 15:30:02.689992 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f4dec3bc-ff02-4e0a-abf2-861cbfe5122c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:05.424258 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e4a099ed-6404-42af-812d-f64ae21b90b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:06.401198 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:07.075140 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:07.690166 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:09.186415 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:19.244177 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:30:22.330964 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2694bd5-32f2-412c-b818-de164e20356a req-654de47f-b160-4896-bf42-a44fb194dee1 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:22.332489 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b2694bd5-32f2-412c-b818-de164e20356a req-654de47f-b160-4896-bf42-a44fb194dee1 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 946 time: 0.0539365 Feb 15 15:30:22.383884 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-b2694bd5-32f2-412c-b818-de164e20356a req-7cb1d01f-5a3b-44fb-a3db-fec98331d803 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Feb 15 15:30:23.504523 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de92ea4-0d83-44cb-b222-1d0aaec0842b req-e84f7884-490f-4023-8dc8-be417369d092 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:23.505967 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2de92ea4-0d83-44cb-b222-1d0aaec0842b req-e84f7884-490f-4023-8dc8-be417369d092 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 946 time: 0.0520508 Feb 15 15:30:23.552064 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-2de92ea4-0d83-44cb-b222-1d0aaec0842b req-35722971-f8b9-46ab-a952-93644fd00bc6 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Feb 15 15:30:23.920530 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-2ddbeb5c-4da0-43b5-8698-7e89009e4b77 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:23.922013 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-2ddbeb5c-4da0-43b5-8698-7e89009e4b77 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.102 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 946 time: 0.0519042 Feb 15 15:30:24.025814 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Deleting port 2efbb5b8-a534-4781-8b5b-66130082f08f {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:24.026181 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:24.117798 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] For port 2efbb5b8-a534-4781-8b5b-66130082f08f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2efbb5b8-a534-4781-8b5b-66130082f08f,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:24.118167 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:24.130769 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Calling delete_port for 2efbb5b8-a534-4781-8b5b-66130082f08f owned by compute:nova {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:24.355226 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (2efbb5b8-a534-4781-8b5b-66130082f08f), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:24.369271 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['2efbb5b8-a534-4781-8b5b-66130082f08f'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:30:24.386681 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Pushing event deleted for resources: {'Port': ['ID=2efbb5b8-a534-4781-8b5b-66130082f08f,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:24.398989 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.399354 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.399725 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.400084 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.400430 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.400769 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.401118 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.401442 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.401777 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.402109 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.402442 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.402772 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.403100 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:24.439808 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] No DVR routers for this DVR port 2efbb5b8-a534-4781-8b5b-66130082f08f on host hv-cinder-77819 {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:30:24.442346 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:24.445658 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c23bb0c5-94e4-492f-b5ea-4ef8188e356f req-8d32486b-f2ca-4343-acbf-5bfc726a0296 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.102 "DELETE /v2.0/ports/2efbb5b8-a534-4781-8b5b-66130082f08f HTTP/1.1" status: 204 len: 173 time: 0.5183423 Feb 15 15:30:24.446112 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f6cfe8-acbb-4414-a062-5ae79ad01c23', 'name': 'network-vif-deleted', 'tag': '2efbb5b8-a534-4781-8b5b-66130082f08f'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:30:24.448489 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48ae665-df8f-49b4-9faa-34e517b7943a" -d '{"events": [{"server_uuid": "19f6cfe8-acbb-4414-a062-5ae79ad01c23", "name": "network-vif-deleted", "tag": "2efbb5b8-a534-4781-8b5b-66130082f08f"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:30:24.541912 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c7643-ab93-4d8f-bd19-98f88eead5c8 x-openstack-request-id: req-1d9c7643-ab93-4d8f-bd19-98f88eead5c8 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:30:24.542231 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f6cfe8-acbb-4414-a062-5ae79ad01c23", "name": "network-vif-deleted", "tag": "2efbb5b8-a534-4781-8b5b-66130082f08f", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:30:24.542565 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1d9c7643-ab93-4d8f-bd19-98f88eead5c8 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:30:24.542979 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f6cfe8-acbb-4414-a062-5ae79ad01c23', 'name': 'network-vif-deleted', 'tag': '2efbb5b8-a534-4781-8b5b-66130082f08f', 'status': 'completed', 'code': 200} Feb 15 15:30:24.659881 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-447144a0-3a49-4d91-a921-fba6d69c4974 req-215d6cf7-d8db-443c-b395-db0c2fbe116e tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=19f6cfe8-acbb-4414-a062-5ae79ad01c23 HTTP/1.1" status: 200 len: 210 time: 0.0327654 Feb 15 15:30:28.122656 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2efbb5b8-a534-4781-8b5b-66130082f08f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:30:28.143721 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 2efbb5b8-a534-4781-8b5b-66130082f08f {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:30:28.144069 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 2efbb5b8-a534-4781-8b5b-66130082f08f not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:30:32.654479 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c679528a-624b-4e3e-b2ed-58f4bd9d0b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:35.443227 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-786ac3fa-992d-4f0e-ba01-563b85c2d84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:36.266041 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-07ad6b98-e923-4653-b73f-ad03282b08db tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:36.268228 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-07ad6b98-e923-4653-b73f-ad03282b08db tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/networks?id=e0ea4a06-8f72-417b-8377-5f6bd7f41a4f HTTP/1.1" status: 200 len: 814 time: 0.1043687 Feb 15 15:30:36.284053 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-db5e7283-8868-40ef-bb7c-b8816f2185d3 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/quotas/4365a7eac0164b0e9cd59dc8c2913179 HTTP/1.1" status: 200 len: 375 time: 0.0101900 Feb 15 15:30:36.318385 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-fbe1a72b-ff6b-4fe7-aa9c-f16217c769a5 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290031 Feb 15 15:30:36.378835 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-b25c5e3f-08f7-4f68-83d8-bbe0610739ec service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:30:36.379812 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-b25c5e3f-08f7-4f68-83d8-bbe0610739ec service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546882 Feb 15 15:30:36.406335 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:36.483408 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e3321a42-f24e-4ef6-80b9-2aab219f8085 service neutron] 10.222.0.110 "GET /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955524 Feb 15 15:30:36.577815 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-9ea2aba8-7d77-4e56-a52a-ca22aab7e024 service neutron] 10.222.0.110 "GET /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873597 Feb 15 15:30:36.856304 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-17910721-69af-4902-a0e7-149ea1bb7ce1 req-5ee2b4d7-f935-43dd-a1f7-117dffa32474 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 210 time: 0.0378034 Feb 15 15:30:37.097919 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:37.697480 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:37.958188 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4996da41-4665-4b57-b209-62c834cd1708 req-e006139c-48f8-44c6-afc3-23f723ffc2de tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 210 time: 0.0311260 Feb 15 15:30:38.024857 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45416) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:38.196749 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Deleting port 131a3f06-a048-4f97-bcb8-d11fabc4c8ef {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:38.197029 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:38.285957 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:38.286337 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:38.299429 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Calling delete_port for 131a3f06-a048-4f97-bcb8-d11fabc4c8ef owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:38.518357 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (131a3f06-a048-4f97-bcb8-d11fabc4c8ef), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:38.544659 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event deleted for resources: {'Port': ['ID=131a3f06-a048-4f97-bcb8-d11fabc4c8ef,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:38.613084 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (a64f04b5-e335-4e97-943e-99552c1da463), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:38.613744 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Floating IP a64f04b5-e335-4e97-943e-99552c1da463 disassociated (deleted). External IP: 172.27.0.184, port: 05fdb212-06c4-4011-b76a-330ccc3bd0a1. Feb 15 15:30:38.836815 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Router b240022e-eecc-4089-8694-d725e9cbffad has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:30:38.952249 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:30:38.957583 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:38.962916 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:30:38.976413 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:30:38.977359 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:30:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:39.116653 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:30:39.287429 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:39.345424 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-d29db75f-de63-432d-935f-319fa59af725 req-3a02369f-fc27-4b2e-a46e-c783d472501e tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 210 time: 0.0412927 Feb 15 15:30:39.399035 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-2ca1e7af-5691-48ec-b082-532b0f045066 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "DELETE /v2.0/floatingips/a64f04b5-e335-4e97-943e-99552c1da463 HTTP/1.1" status: 204 len: 168 time: 1.3729408 Feb 15 15:30:39.402015 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:30:39.406280 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:24Z', 'revision_number': 1, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:39.409004 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f45ad1-5a68-4abb-bff5-4276963d4916" -d '{"events": [{"name": "network-changed", "server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:30:39.437704 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:30:39.456848 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:30:39.457361 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:30:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:39.486621 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-7eab7ad1-9bc9-47b0-a905-6c960512b02c tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:39.488416 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-7eab7ad1-9bc9-47b0-a905-6c960512b02c tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.102 "GET /v2.0/networks?id=e0ea4a06-8f72-417b-8377-5f6bd7f41a4f HTTP/1.1" status: 200 len: 814 time: 0.1764326 Feb 15 15:30:39.491455 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc440762-d1d6-4f3e-97b0-5e7e6ae6d70d x-openstack-request-id: req-cc440762-d1d6-4f3e-97b0-5e7e6ae6d70d {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:30:39.491455 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:30:39.496749 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-cc440762-d1d6-4f3e-97b0-5e7e6ae6d70d {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:30:39.496749 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'status': 'completed', 'code': 200} Feb 15 15:30:39.511463 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Request body: {'port': {'device_id': 'a33d37f0-ba68-43a6-88ac-ffbfaf20b947', 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f', 'admin_state_up': True, 'tenant_id': '4365a7eac0164b0e9cd59dc8c2913179'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:30:39.615334 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:30:39.662744 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-1d2fcd66-115b-4415-9853-1abb43578d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:39.664878 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-1d2fcd66-115b-4415-9853-1abb43578d2c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 1129 time: 0.1277838 Feb 15 15:30:39.731812 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Made reservation on behalf of 4365a7eac0164b0e9cd59dc8c2913179 for: {'port': 1} {{(pid=103273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:30:39.735671 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (None), before_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:39.778419 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-e43623c2-2101-4366-88b8-98db8054e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:39.780488 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-e43623c2-2101-4366-88b8-98db8054e652 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.1074812 Feb 15 15:30:39.839995 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-033ea81f-c673-423a-80da-4c242b6fa74a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fdb212-06c4-4011-b76a-330ccc3bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0508480 Feb 15 15:30:39.903640 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-ecc52f2c-ff04-4406-99e4-30440bf484e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:39.903640 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-ecc52f2c-ff04-4406-99e4-30440bf484e8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0526330 Feb 15 15:30:39.917883 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:24Z', 'revision_number': 1, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:39.955800 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b25ee-539e-45ce-a2e9-cbb97ae7bec9 None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_floatingips': [{'id': '12a93e91-6682-43d5-a034-cd6320746989', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'router_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'port_id': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'mac_address': 'fa:16:3e:fe:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:22Z', 'updated_at': '2022-02-15T15:26:24Z', 'revision_number': 1, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:30:39.965058 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_common [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Allocated IP 172.20.0.13 (e0ea4a06-8f72-417b-8377-5f6bd7f41a4f/635464ee-1358-404c-8ecb-d3da8de0bf70/c935d13c-6b8f-4b2b-8a34-d650bbc820b6) {{(pid=103273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:30:39.968879 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-d53988cb-c544-475f-bdc1-d62273712d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:39.970829 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-d53988cb-c544-475f-bdc1-d62273712d9e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645761 Feb 15 15:30:39.983533 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-4dde1cfb-0de1-4cd4-aac8-59b0d187aac1 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103274) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:30:39.984930 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-4dde1cfb-0de1-4cd4-aac8-59b0d187aac1 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061336 Feb 15 15:30:40.050566 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa83a74-204c-4e8d-9d68-14241038f2d3 req-b2313065-7dd7-4bcc-af67-b27f235143cf tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:40.056552 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-baa83a74-204c-4e8d-9d68-14241038f2d3 req-b2313065-7dd7-4bcc-af67-b27f235143cf tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 945 time: 0.1147189 Feb 15 15:30:40.112864 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-f1c65992-42a9-4413-bdab-0f06a453ebc5 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202526 Feb 15 15:30:40.180716 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-baa83a74-204c-4e8d-9d68-14241038f2d3 req-1cc0b5b4-6ad9-478d-a809-2980fa61b112 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177220 Feb 15 15:30:40.237586 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-88f45ad1-5a68-4abb-bff5-4276963d4916 req-52031f4a-fd27-4ab8-be13-174daea575e8 service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165211 Feb 15 15:30:40.238899 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks [] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), precommit_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:40.293376 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8d5be-ac38-44bd-a9f1-a83913ec1cbb None None] New status for floating IP a64f04b5-e335-4e97-943e-99552c1da463: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:30:40.415473 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737017678273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), after_create {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:40.463238 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f is already hosted by enough agents. {{(pid=103273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:30:40.469547 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.base_scheduler [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Resources bound (agent type, host, resource id): {{(pid=103273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:30:40.475171 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Received port after_create {{(pid=103273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:30:40.502927 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592bbfe-a067-4cf0-8c64-47b14ecefc53 req-21b5dcd4-e4e9-4391-86d9-ec33003df977 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:40.504660 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a592bbfe-a067-4cf0-8c64-47b14ecefc53 req-21b5dcd4-e4e9-4391-86d9-ec33003df977 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 932 time: 0.0648663 Feb 15 15:30:40.510586 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Pushing event updated for resources: {'Port': ['ID=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,revision_number=1']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:40.539961 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:40.540581 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:40.563531 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a592bbfe-a067-4cf0-8c64-47b14ecefc53 req-855131fb-835f-422a-a6be-9e4f22c5719d tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515366 Feb 15 15:30:40.632012 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-494f7cfb-4690-4193-b07e-6f8ab3a150ff tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1246278 Feb 15 15:30:40.645948 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.v2.base [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Request body: {'port': {'device_id': 'a33d37f0-ba68-43a6-88ac-ffbfaf20b947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:30:40.710326 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:40.994487 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c935d13c-6b8f-4b2b-8a34-d650bbc820b6 {{(pid=103273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:30:41.002537 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Publish callbacks [] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), precommit_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:41.015047 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.provisioning_blocks [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Transition to ACTIVE for port object c935d13c-6b8f-4b2b-8a34-d650bbc820b6 will not be triggered until provisioned by entity L2. {{(pid=103273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:30:41.103209 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:41.156254 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Pushing event updated for resources: {'Port': ['ID=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,revision_number=2']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:41.227908 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Attempting to bind port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:30:41.228308 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Attempting to bind port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:30:41.228707 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Attempting to bind port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 on network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:30:41.234948 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 on network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:30:41.236016 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Attempting to bind port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 on network e0ea4a06-8f72-417b-8377-5f6bd7f41a4f {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:30:41.241300 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Checking agent: {'id': '4ea12230-f3f9-488e-9a4c-ac137a6011ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'started_at': datetime.datetime(2022, 2, 15, 15, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:30:41.241638 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Checking segment: {'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:30:41.242018 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Bound using segment: {'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'} {{(pid=103273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:30:41.242448 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.managers [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Bound port: c935d13c-6b8f-4b2b-8a34-d650bbc820b6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3a063b-6d84-48ba-a8bc-c95e281395a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f'}}] {{(pid=103273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:30:41.242804 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), before_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:41.351515 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] For port c935d13c-6b8f-4b2b-8a34-d650bbc820b6, host hv-cinder-77819, cleared binding levels {{(pid=103273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:30:41.355143 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] For port c935d13c-6b8f-4b2b-8a34-d650bbc820b6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:30:41.367444 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0eaf9-1d31-4ed5-b874-922214e08fb1 req-6eeb4bfe-7ce9-4a13-8bb3-5149abea44f9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:41.369001 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3ea0eaf9-1d31-4ed5-b874-922214e08fb1 req-6eeb4bfe-7ce9-4a13-8bb3-5149abea44f9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 945 time: 0.0928631 Feb 15 15:30:41.422624 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-3ea0eaf9-1d31-4ed5-b874-922214e08fb1 req-c3ebc31d-3656-4c36-9a79-3f3488a9af5a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477512 Feb 15 15:30:41.449568 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231759'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), after_update {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:41.488344 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:41.489033 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:41.490422 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] 10.222.0.102 "PUT /v2.0/ports/c935d13c-6b8f-4b2b-8a34-d650bbc820b6 HTTP/1.1" status: 200 len: 1094 time: 0.8496091 Feb 15 15:30:41.494925 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d37f0-ba68-43a6-88ac-ffbfaf20b947', 'tag': 'c935d13c-6b8f-4b2b-8a34-d650bbc820b6'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:30:41.497198 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e811e748-bab6-4ae7-9f29-6f05c86a5366" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d37f0-ba68-43a6-88ac-ffbfaf20b947", "tag": "c935d13c-6b8f-4b2b-8a34-d650bbc820b6"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:30:41.526342 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a9ea-5231-4d17-8aac-2640111b2600 service neutron] Pushing event updated for resources: {'Port': ['ID=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,revision_number=3']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:41.542577 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbfd2f7-f869-40cd-9786-97da289b1642 x-openstack-request-id: req-0fbfd2f7-f869-40cd-9786-97da289b1642 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:30:41.542865 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d37f0-ba68-43a6-88ac-ffbfaf20b947", "tag": "c935d13c-6b8f-4b2b-8a34-d650bbc820b6", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:30:41.543122 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0fbfd2f7-f869-40cd-9786-97da289b1642 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:30:41.543528 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33d37f0-ba68-43a6-88ac-ffbfaf20b947', 'tag': 'c935d13c-6b8f-4b2b-8a34-d650bbc820b6', 'status': 'completed', 'code': 200} Feb 15 15:30:41.626586 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e748-bab6-4ae7-9f29-6f05c86a5366 req-23025e34-7127-4dae-b118-9248c4f5e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:41.630211 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e811e748-bab6-4ae7-9f29-6f05c86a5366 req-23025e34-7127-4dae-b118-9248c4f5e093 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 1128 time: 0.0537004 Feb 15 15:30:41.767729 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c28870-ac24-4ef1-8ba1-4f24c7c11c9b req-f8f9545f-6f32-486f-a001-cb27a054cbdc tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:41.769431 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5c28870-ac24-4ef1-8ba1-4f24c7c11c9b req-f8f9545f-6f32-486f-a001-cb27a054cbdc tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 944 time: 0.1339533 Feb 15 15:30:41.774991 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e748-bab6-4ae7-9f29-6f05c86a5366 req-c02d59d1-dd89-49bb-872c-3f33d0ed01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:41.776450 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e811e748-bab6-4ae7-9f29-6f05c86a5366 req-c02d59d1-dd89-49bb-872c-3f33d0ed01ff service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1390612 Feb 15 15:30:41.881586 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e5c28870-ac24-4ef1-8ba1-4f24c7c11c9b req-246af982-4419-4e99-bc6d-f9f6375532c6 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040812 Feb 15 15:30:41.890783 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-e4a13efb-57d8-40bf-97da-c14a7c6107b4 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:41.893190 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-e4a13efb-57d8-40bf-97da-c14a7c6107b4 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 945 time: 0.0642958 Feb 15 15:30:41.915950 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e748-bab6-4ae7-9f29-6f05c86a5366 req-e4223fbd-907c-450d-b23f-247a46c707fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:41.917437 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-e811e748-bab6-4ae7-9f29-6f05c86a5366 req-e4223fbd-907c-450d-b23f-247a46c707fe service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262834 Feb 15 15:30:42.005563 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Deleting port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:42.005912 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:42.012213 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-d5e5418f-64dd-4882-9df9-276b22254562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:42.014726 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-d5e5418f-64dd-4882-9df9-276b22254562 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 1128 time: 0.0529914 Feb 15 15:30:42.066025 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-dc4b4edf-b38e-4068-a796-2bf8917effca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c935d13c-6b8f-4b2b-8a34-d650bbc820b6 HTTP/1.1" status: 200 len: 217 time: 0.0432758 Feb 15 15:30:42.109423 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] For port 05fdb212-06c4-4011-b76a-330ccc3bd0a1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05fdb212-06c4-4011-b76a-330ccc3bd0a1,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:42.109785 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:42.122916 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-3f2932a5-f9c5-4031-b2f4-a0ec832553d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:42.124427 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-3f2932a5-f9c5-4031-b2f4-a0ec832553d5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=635464ee-1358-404c-8ecb-d3da8de0bf70 HTTP/1.1" status: 200 len: 854 time: 0.0505247 Feb 15 15:30:42.129353 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Calling delete_port for 05fdb212-06c4-4011-b76a-330ccc3bd0a1 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:42.168254 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-8bed7985-ad8b-4daf-9a36-fa2334359992 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e0ea4a06-8f72-417b-8377-5f6bd7f41a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353000 Feb 15 15:30:42.271140 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-6dab39e4-4bda-4f33-b7fc-7603cf99472d service neutron] 10.222.0.102 "GET /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936563 Feb 15 15:30:42.337958 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (05fdb212-06c4-4011-b76a-330ccc3bd0a1), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:42.372999 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event deleted for resources: {'Port': ['ID=05fdb212-06c4-4011-b76a-330ccc3bd0a1,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:42.387206 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-a57396c2-1d46-4643-89f3-5a5a1127ae5f req-735707aa-48dc-48a7-9739-29d27e7cf18b service neutron] 10.222.0.102 "GET /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096652 Feb 15 15:30:42.420047 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.420310 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.420687 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.420984 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.421315 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.422146 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.422146 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.422318 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.422590 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.423133 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.423727 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.424153 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.424472 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:42.456210 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] No DVR routers for this DVR port 05fdb212-06c4-4011-b76a-330ccc3bd0a1 on host hv-cinder-77819 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:30:42.458398 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:42.462283 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-ec60c600-ae4b-4b3a-aeab-6b68f9e83086 req-f3023123-d238-42dd-9a0f-7472c7788763 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "DELETE /v2.0/ports/05fdb212-06c4-4011-b76a-330ccc3bd0a1 HTTP/1.1" status: 204 len: 173 time: 0.5625951 Feb 15 15:30:42.462868 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'name': 'network-vif-deleted', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:30:42.472771 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2143797e-9ff9-4947-bf2c-3f03aecb2ac1" -d '{"events": [{"server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "name": "network-vif-deleted", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:30:42.541825 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-e2f03995-4967-4f76-950f-f3a533dc4440 req-f5510e13-2660-478f-ab75-7d53e4081d92 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 210 time: 0.0297501 Feb 15 15:30:42.576746 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867cf478-cb19-42df-96df-38b8c39ceec7 x-openstack-request-id: req-867cf478-cb19-42df-96df-38b8c39ceec7 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:30:42.577106 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02299a00-3152-48de-9316-fb76ff1699ed", "name": "network-vif-deleted", "tag": "05fdb212-06c4-4011-b76a-330ccc3bd0a1", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:30:42.577487 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-867cf478-cb19-42df-96df-38b8c39ceec7 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:30:42.577999 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02299a00-3152-48de-9316-fb76ff1699ed', 'name': 'network-vif-deleted', 'tag': '05fdb212-06c4-4011-b76a-330ccc3bd0a1', 'status': 'completed', 'code': 200} Feb 15 15:30:43.033124 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6932-8604-4daf-85c6-de366d908e9f req-265e930b-c9c2-453c-b7a8-2544ca26ce68 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:43.034598 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-855b6932-8604-4daf-85c6-de366d908e9f req-265e930b-c9c2-453c-b7a8-2544ca26ce68 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 944 time: 0.0621493 Feb 15 15:30:43.086121 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-855b6932-8604-4daf-85c6-de366d908e9f req-401ae531-afab-4889-bab6-07eede265922 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Feb 15 15:30:43.662959 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-78d028ea-4a27-4a9e-a5d0-e353899c69e8 req-6536780a-334d-4be2-99c1-b83f09b3b7a0 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=02299a00-3152-48de-9316-fb76ff1699ed HTTP/1.1" status: 200 len: 210 time: 0.0288088 Feb 15 15:30:43.761643 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c935d13c-6b8f-4b2b-8a34-d650bbc820b6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:30:43.864410 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c935d13c-6b8f-4b2b-8a34-d650bbc820b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:43.876214 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Returning: {'device': 'c935d13c-6b8f-4b2b-8a34-d650bbc820b6', 'network_id': 'e0ea4a06-8f72-417b-8377-5f6bd7f41a4f', 'port_id': 'c935d13c-6b8f-4b2b-8a34-d650bbc820b6', 'mac_address': 'fa:16:3e:05:21:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635464ee-1358-404c-8ecb-d3da8de0bf70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:30:43.914807 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 is: DOWN; New status is: BUILD {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:30:43.915208 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:43.928560 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c935d13c-6b8f-4b2b-8a34-d650bbc820b6 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:30:43.948358 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c935d13c-6b8f-4b2b-8a34-d650bbc820b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:44.028920 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:44.075848 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,revision_number=4']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:44.083834 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.084189 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.084534 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.084912 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.085247 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.085574 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.085901 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.086229 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.086556 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.086879 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.087202 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.087585 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.087931 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:30:44.207955 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c099e4f-51ad-46d8-add1-d245da93cae3 req-89b2fd3b-cd76-44fd-9e57-7ea6ab3d91c2 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:44.209389 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0c099e4f-51ad-46d8-add1-d245da93cae3 req-89b2fd3b-cd76-44fd-9e57-7ea6ab3d91c2 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 945 time: 0.0541198 Feb 15 15:30:44.255414 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-0c099e4f-51ad-46d8-add1-d245da93cae3 req-5b40eba8-0ce6-4984-b857-08ae9a22d306 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Feb 15 15:30:44.268356 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c935d13c-6b8f-4b2b-8a34-d650bbc820b6'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:30:45.378522 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f83751-4f76-4409-a963-2d7c603af849 req-6dc53a59-e8e8-4386-af68-ae9104bf6ebd tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:45.380033 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-27f83751-4f76-4409-a963-2d7c603af849 req-6dc53a59-e8e8-4386-af68-ae9104bf6ebd tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 945 time: 0.0580366 Feb 15 15:30:45.429881 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-27f83751-4f76-4409-a963-2d7c603af849 req-f1c87646-f2ed-40cd-accc-20076ddb5a8e tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441597 Feb 15 15:30:45.766152 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c935d13c-6b8f-4b2b-8a34-d650bbc820b6 up at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:30:45.885900 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning for port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 completed by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:30:45.889906 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Provisioning complete for port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 triggered by entity L2. {{(pid=103275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:30:45.895239 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3701290'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), provisioning_complete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:45.973713 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Current status of the port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 is: BUILD; New status is: ACTIVE {{(pid=103275) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:30:45.975293 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3839899'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:45.996845 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d37f0-ba68-43a6-88ac-ffbfaf20b947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935d13c-6b8f-4b2b-8a34-d650bbc820b6'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:30:45.999118 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4050f24f4147123c2ca28ea3b3029ad3aa953f16c210adf078d8e07f9cfcbe27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49e21cc-22a1-4b57-aecd-1797bbbb2f33" -d '{"events": [{"server_uuid": "a33d37f0-ba68-43a6-88ac-ffbfaf20b947", "name": "network-vif-plugged", "status": "completed", "tag": "c935d13c-6b8f-4b2b-8a34-d650bbc820b6"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:30:46.012279 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] For port c935d13c-6b8f-4b2b-8a34-d650bbc820b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:46.097100 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce231087-8cd1-4a95-a684-427e5bb80877 x-openstack-request-id: req-ce231087-8cd1-4a95-a684-427e5bb80877 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:30:46.097269 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d37f0-ba68-43a6-88ac-ffbfaf20b947", "name": "network-vif-plugged", "status": "completed", "tag": "c935d13c-6b8f-4b2b-8a34-d650bbc820b6", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:30:46.097522 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ce231087-8cd1-4a95-a684-427e5bb80877 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:30:46.097922 dv-cinder-778193-15-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d37f0-ba68-43a6-88ac-ffbfaf20b947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935d13c-6b8f-4b2b-8a34-d650bbc820b6', 'code': 200} Feb 15 15:30:46.106129 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737018084895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737017678291', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737017678309'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:46.107000 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 05fdb212-06c4-4011-b76a-330ccc3bd0a1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:30:46.150650 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: 05fdb212-06c4-4011-b76a-330ccc3bd0a1 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:30:46.150908 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device 05fdb212-06c4-4011-b76a-330ccc3bd0a1 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:30:46.175811 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Pushing event updated for resources: {'Port': ['ID=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,revision_number=5']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:46.426933 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db685-29b6-4a57-96bb-58c9cda42a81 req-268101a4-11b9-4405-8941-3269ec053ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:46.428476 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b9db685-29b6-4a57-96bb-58c9cda42a81 req-268101a4-11b9-4405-8941-3269ec053ff3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 1130 time: 0.0456538 Feb 15 15:30:46.475896 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-8b9db685-29b6-4a57-96bb-58c9cda42a81 req-7f917b71-a4fd-46b0-b52e-9bef6c6098b3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397549 Feb 15 15:30:46.552978 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d913ba-d325-420e-9416-68d9979add0d req-71cafaaa-4558-47bc-abf3-9bf859a6c093 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:46.554600 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18d913ba-d325-420e-9416-68d9979add0d req-71cafaaa-4558-47bc-abf3-9bf859a6c093 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 946 time: 0.0539107 Feb 15 15:30:46.605154 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-18d913ba-d325-420e-9416-68d9979add0d req-7ca23a97-250f-4e3b-8900-69031a1f96a4 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Feb 15 15:30:47.135468 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45476) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:47.300722 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Deleting port b118fbb2-cf47-4d1f-a0cf-1211f58f1caa {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:47.301066 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:47.374856 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:47.375097 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:47.387463 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Calling delete_port for b118fbb2-cf47-4d1f-a0cf-1211f58f1caa owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:47.620859 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (b118fbb2-cf47-4d1f-a0cf-1211f58f1caa), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:47.647827 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event deleted for resources: {'Port': ['ID=b118fbb2-cf47-4d1f-a0cf-1211f58f1caa,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:47.749801 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (12a93e91-6682-43d5-a034-cd6320746989), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:47.750130 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.db.l3_db [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Floating IP 12a93e91-6682-43d5-a034-cd6320746989 disassociated (deleted). External IP: 172.27.0.56, port: a9612e5d-d520-4b70-9a84-d448e032c7ce. Feb 15 15:30:47.827249 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869247e6-1052-475d-84c0-832cfd56cb59 req-a2a1a5e7-4d7c-4299-b9a1-00aafb04c814 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:47.829309 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-869247e6-1052-475d-84c0-832cfd56cb59 req-a2a1a5e7-4d7c-4299-b9a1-00aafb04c814 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 946 time: 0.1504250 Feb 15 15:30:47.899377 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-869247e6-1052-475d-84c0-832cfd56cb59 req-6461d5af-7aa6-467d-8efe-57902ed1db6b tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613806 Feb 15 15:30:48.013449 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Router b240022e-eecc-4089-8694-d725e9cbffad has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:30:48.124452 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:30:48.133514 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:48.134955 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:30:48.146171 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:30:48.146796 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:30:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:48.171480 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-6000d372-38ed-4719-826d-c673d21a986a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "DELETE /v2.0/floatingips/12a93e91-6682-43d5-a034-cd6320746989 HTTP/1.1" status: 204 len: 168 time: 1.0256190 Feb 15 15:30:48.171480 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce'}] {{(pid=103273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:30:48.171480 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aad2e7f500faf6de6b64b58486da64b94110e699dcb19e3fae98b86607ab785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce"}]}' {{(pid=103273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:30:48.209609 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00abf5d4-c04b-4cd5-a7d7-34ce4638fab8 x-openstack-request-id: req-00abf5d4-c04b-4cd5-a7d7-34ce4638fab8 {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:30:48.209902 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce", "status": "completed", "code": 200}]} {{(pid=103273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:30:48.210157 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-00abf5d4-c04b-4cd5-a7d7-34ce4638fab8 {{(pid=103273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:30:48.210559 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'status': 'completed', 'code': 200} Feb 15 15:30:48.277629 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:30:48.278809 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-823cabbd-3750-4ee1-8509-6db9f54109c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:48.280516 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-823cabbd-3750-4ee1-8509-6db9f54109c4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b5a420d478044c4982a4615b5c9c505&device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 1129 time: 0.0459192 Feb 15 15:30:48.371627 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-d9e45cd3-e668-431f-8834-46e9002cd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:48.373120 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-d9e45cd3-e668-431f-8834-46e9002cd829 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 200 len: 913 time: 0.0848482 Feb 15 15:30:48.419905 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-45cf8b53-bb35-49d2-aad9-c51afcdd8396 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce HTTP/1.1" status: 200 len: 217 time: 0.0400286 Feb 15 15:30:48.472746 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-ee6f4e40-17bd-47ea-8121-15e0059f0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:48.474386 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-ee6f4e40-17bd-47ea-8121-15e0059f0f4f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 200 len: 851 time: 0.0481536 Feb 15 15:30:48.492771 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:48.522149 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:30:48.528166 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-dbcf5c02-32fe-43d7-84fa-03afd8839dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:48.531216 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-dbcf5c02-32fe-43d7-84fa-03afd8839dd1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481215 Feb 15 15:30:48.532156 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:30:48.532779 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:30:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:48.607633 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678481d7-fe46-4f60-93c1-aa32ecf48def req-4345e991-e732-453f-82d4-1203809f8719 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:48.609270 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-678481d7-fe46-4f60-93c1-aa32ecf48def req-4345e991-e732-453f-82d4-1203809f8719 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 945 time: 0.0589662 Feb 15 15:30:48.637873 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-1589fd75-32eb-42af-a19e-1e99c37c598c service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976653 Feb 15 15:30:48.650931 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:30:48.661167 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-678481d7-fe46-4f60-93c1-aa32ecf48def req-80ca6e46-1cf2-41a7-8183-38b9dabd26b9 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461321 Feb 15 15:30:48.730617 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-840bdd9d-55ed-4710-b3cf-3f1388b4dc8b req-c9b7836c-5322-4bd1-98fc-b313bfcda25a service neutron] 10.222.0.102 "GET /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859506 Feb 15 15:30:48.858531 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:48.885316 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddbd04-b490-44c9-ba80-9abb631aa3e0 None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:22:23Z', 'revision_number': 4, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi', '_interfaces': [{'id': '0e0961c9-390b-4db1-a518-efd203fd9a19', 'name': '', 'network_id': 'd18aa6e6-dcc4-4021-8235-be2d9eb1c3f2', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'mac_address': 'fa:16:3e:7f:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:22Z', 'updated_at': '2022-02-15T15:22:35Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'subnets': [{'id': '769cbbbd-cc0c-4e39-989e-54c89e1abc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:30:49.020599 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04af4b-d482-4692-a0e7-3bdac64997f3 req-e511700c-aa54-46c1-893c-ae2e0b95d6f7 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:49.022043 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7e04af4b-d482-4692-a0e7-3bdac64997f3 req-e511700c-aa54-46c1-893c-ae2e0b95d6f7 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 946 time: 0.0533738 Feb 15 15:30:49.075096 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-7e04af4b-d482-4692-a0e7-3bdac64997f3 req-4e6d5647-60c2-4175-8031-a667a95d90a1 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Feb 15 15:30:49.145496 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dcf59-537c-4837-9139-ef204bee59c2 None None] New status for floating IP 12a93e91-6682-43d5-a034-cd6320746989: DOWN {{(pid=103276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:30:49.783522 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1a613-2f7d-48a0-839f-6afd0d5e4448 req-ec36920a-c9fe-4847-81a7-28d471f21d2d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:49.785189 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-07a1a613-2f7d-48a0-839f-6afd0d5e4448 req-ec36920a-c9fe-4847-81a7-28d471f21d2d tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 945 time: 0.0547984 Feb 15 15:30:49.834444 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-07a1a613-2f7d-48a0-839f-6afd0d5e4448 req-7f7bd6dc-590f-46c5-a1ed-c69c78e2cdf6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/security-groups?id=903f67e6-d6ca-4026-b6ca-bdd331766a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436268 Feb 15 15:30:50.192192 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-6001dff4-7224-4499-980f-186819e08b1a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:30:50.193779 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-6001dff4-7224-4499-980f-186819e08b1a tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 945 time: 0.0523202 Feb 15 15:30:50.288811 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Deleting port a9612e5d-d520-4b70-9a84-d448e032c7ce {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:50.289062 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:50.376410 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] For port a9612e5d-d520-4b70-9a84-d448e032c7ce, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9612e5d-d520-4b70-9a84-d448e032c7ce,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:50.376769 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:50.389406 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Calling delete_port for a9612e5d-d520-4b70-9a84-d448e032c7ce owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:50.586001 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (a9612e5d-d520-4b70-9a84-d448e032c7ce), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:50.614844 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event deleted for resources: {'Port': ['ID=a9612e5d-d520-4b70-9a84-d448e032c7ce,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:50.663069 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] No DVR routers for this DVR port a9612e5d-d520-4b70-9a84-d448e032c7ce on host hv-cinder-77819 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:30:50.665725 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:50.669138 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-47567b82-1d37-4a2c-9b78-c2f990b88be3 req-9fdbba68-c75d-4316-aaad-ba4de3e26c95 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.102 "DELETE /v2.0/ports/a9612e5d-d520-4b70-9a84-d448e032c7ce HTTP/1.1" status: 204 len: 173 time: 0.4697576 Feb 15 15:30:50.669567 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'name': 'network-vif-deleted', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:30:50.671854 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d64029-669c-4f6e-b556-95b7cc66b204" -d '{"events": [{"server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "name": "network-vif-deleted", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:30:50.709011 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73ee9f-8c3a-4a4f-8928-c4775514f478 x-openstack-request-id: req-ef73ee9f-8c3a-4a4f-8928-c4775514f478 {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:30:50.709303 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e0efb6-8ab7-484e-b71a-399664cc43b4", "name": "network-vif-deleted", "tag": "a9612e5d-d520-4b70-9a84-d448e032c7ce", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:30:50.709556 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ef73ee9f-8c3a-4a4f-8928-c4775514f478 {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:30:50.709955 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e0efb6-8ab7-484e-b71a-399664cc43b4', 'name': 'network-vif-deleted', 'tag': 'a9612e5d-d520-4b70-9a84-d448e032c7ce', 'status': 'completed', 'code': 200} Feb 15 15:30:50.934929 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-10a5a273-4993-4b1d-9c25-315486cc0388 req-59b64ed1-4347-460d-b2ae-94510ca68e91 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "GET /v2.0/ports?device_id=d1e0efb6-8ab7-484e-b71a-399664cc43b4 HTTP/1.1" status: 200 len: 210 time: 0.0307288 Feb 15 15:30:51.996856 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45510) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:52.122520 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Deleting port 88c90143-7208-4a78-ae9f-b0394e399f75 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:52.122871 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (88c90143-7208-4a78-ae9f-b0394e399f75), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:52.197602 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (88c90143-7208-4a78-ae9f-b0394e399f75), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:52.198011 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (88c90143-7208-4a78-ae9f-b0394e399f75), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:52.210148 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Calling delete_port for 88c90143-7208-4a78-ae9f-b0394e399f75 owned by network:floatingip {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:52.405782 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (88c90143-7208-4a78-ae9f-b0394e399f75), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:52.431892 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event deleted for resources: {'Port': ['ID=88c90143-7208-4a78-ae9f-b0394e399f75,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:52.495910 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for floatingip (659ec80b-32e1-4287-89ea-e9a78c5a8353), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:52.498558 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for floatingip (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:52.499833 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-fb5ecb3a-f1a3-4ecd-80cf-62cc3c3a2b9b tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "DELETE /v2.0/floatingips/659ec80b-32e1-4287-89ea-e9a78c5a8353 HTTP/1.1" status: 204 len: 168 time: 0.5019760 Feb 15 15:30:53.791565 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device a9612e5d-d520-4b70-9a84-d448e032c7ce no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:30:53.816045 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: a9612e5d-d520-4b70-9a84-d448e032c7ce {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:30:53.816425 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device a9612e5d-d520-4b70-9a84-d448e032c7ce not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:30:53.831799 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45524) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:53.888508 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1fe61bb9-5f29-48b3-89e9-40c04e492ae6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group (903f67e6-d6ca-4026-b6ca-bdd331766a2a), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:53.915462 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1fe61bb9-5f29-48b3-89e9-40c04e492ae6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group (903f67e6-d6ca-4026-b6ca-bdd331766a2a), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:54.028813 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1fe61bb9-5f29-48b3-89e9-40c04e492ae6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (903f67e6-d6ca-4026-b6ca-bdd331766a2a), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:54.031541 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-1fe61bb9-5f29-48b3-89e9-40c04e492ae6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:54.032874 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-1fe61bb9-5f29-48b3-89e9-40c04e492ae6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] 10.222.0.110 "DELETE /v2.0/security-groups/903f67e6-d6ca-4026-b6ca-bdd331766a2a HTTP/1.1" status: 204 len: 168 time: 0.2000740 Feb 15 15:30:54.042241 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe61bb9-5f29-48b3-89e9-40c04e492ae6 tempest-TestVolumeBootPattern-609181318 tempest-TestVolumeBootPattern-609181318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f67e6-d6ca-4026-b6ca-bdd331766a2a,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:54.141718 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45530) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:54.796257 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (b240022e-eecc-4089-8694-d725e9cbffad), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:55.044497 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Deleting port 0e0961c9-390b-4db1-a518-efd203fd9a19 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:55.044831 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:55.125124 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] For port 0e0961c9-390b-4db1-a518-efd203fd9a19, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=0e0961c9-390b-4db1-a518-efd203fd9a19,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:55.126022 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:55.138330 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Calling delete_port for 0e0961c9-390b-4db1-a518-efd203fd9a19 owned by network:router_interface {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:55.371615 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (0e0961c9-390b-4db1-a518-efd203fd9a19), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:55.397903 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0961c9-390b-4db1-a518-efd203fd9a19,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:55.566227 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (b240022e-eecc-4089-8694-d725e9cbffad), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:55.787975 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Router b240022e-eecc-4089-8694-d725e9cbffad has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:30:55.898275 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:30:55.903496 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-772e2b9e-3fe6-411b-b268-afdf2d52511d admin admin] 10.222.0.110 "PUT /v2.0/routers/b240022e-eecc-4089-8694-d725e9cbffad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630687 Feb 15 15:30:55.906073 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45536) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:55.908147 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] Sync routers for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:30:55.919291 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:30:55.919950 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:30:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:56.015834 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks [] for router (b240022e-eecc-4089-8694-d725e9cbffad), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.034331 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: dv-cinder-778193-15-iscsi {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:30:56.124024 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks [] for router_gateway (b240022e-eecc-4089-8694-d725e9cbffad), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.217794 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:30:55Z', 'revision_number': 5, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port': {'id': '4ae76657-da0f-4b50-b1cd-04f9ad94aa7a', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:18Z', 'updated_at': '2022-02-15T15:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:56.244979 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:30:56.249609 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] Checking router: b240022e-eecc-4089-8694-d725e9cbffad for host: dv-cinder-778193-15-iscsi {{(pid=103275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:30:56.259808 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] Routers {'b240022e-eecc-4089-8694-d725e9cbffad'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:30:56.260441 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:30:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['b240022e-eecc-4089-8694-d725e9cbffad'], 'active': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:56.281531 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Deleting port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:56.282092 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.355649 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvr_db [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] Set router b240022e-eecc-4089-8694-d725e9cbffad gateway port host: None {{(pid=103275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:30:56.363231 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] For port 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=4ae76657-da0f-4b50-b1cd-04f9ad94aa7a,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:56.363594 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.384510 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Calling delete_port for 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:56.414164 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_hamode_db [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:30:56Z', 'revision_number': 6, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port_host': None}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:56.442380 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11867f4-e9c7-494b-a8ea-22cddcb2008f None None] The sync data for ids ['b240022e-eecc-4089-8694-d725e9cbffad'] in dv-cinder-778193-15-iscsi is: [{'id': 'b240022e-eecc-4089-8694-d725e9cbffad', 'name': 'tempest-TestVolumeBootPattern-1914275531-router', 'tenant_id': '9b5a420d478044c4982a4615b5c9c505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:17Z', 'updated_at': '2022-02-15T15:30:56Z', 'revision_number': 6, 'project_id': '9b5a420d478044c4982a4615b5c9c505', 'gw_port_host': None}] {{(pid=103275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:30:56.606029 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (4ae76657-da0f-4b50-b1cd-04f9ad94aa7a), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.633552 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae76657-da0f-4b50-b1cd-04f9ad94aa7a,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:56.694721 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (b240022e-eecc-4089-8694-d725e9cbffad), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.787393 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (b240022e-eecc-4089-8694-d725e9cbffad), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.791527 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks [] for router_controller (b240022e-eecc-4089-8694-d725e9cbffad), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.902895 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (b240022e-eecc-4089-8694-d725e9cbffad), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.903414 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b240022e-eecc-4089-8694-d725e9cbffad {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:30:56.907828 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.909299 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-129187e1-c955-44a3-928f-bda8f564d53e admin admin] 10.222.0.110 "DELETE /v2.0/routers/b240022e-eecc-4089-8694-d725e9cbffad HTTP/1.1" status: 204 len: 168 time: 1.0019529 Feb 15 15:30:56.911833 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45540) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:56.956906 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6674d3-2a8f-49f8-8be9-75b915b123e2 admin admin] Deleting subnet 769cbbbd-cc0c-4e39-989e-54c89e1abc99 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:30:56.960025 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea6674d3-2a8f-49f8-8be9-75b915b123e2 admin admin] Publish callbacks [] for subnet (769cbbbd-cc0c-4e39-989e-54c89e1abc99), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:56.994000 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea6674d3-2a8f-49f8-8be9-75b915b123e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1305988'] for subnet (769cbbbd-cc0c-4e39-989e-54c89e1abc99), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.074770 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea6674d3-2a8f-49f8-8be9-75b915b123e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (769cbbbd-cc0c-4e39-989e-54c89e1abc99), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.206249 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea6674d3-2a8f-49f8-8be9-75b915b123e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8822950'] for subnet (769cbbbd-cc0c-4e39-989e-54c89e1abc99), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.232342 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6674d3-2a8f-49f8-8be9-75b915b123e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769cbbbd-cc0c-4e39-989e-54c89e1abc99,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:57.237199 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-ea6674d3-2a8f-49f8-8be9-75b915b123e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.241084 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-ea6674d3-2a8f-49f8-8be9-75b915b123e2 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/769cbbbd-cc0c-4e39-989e-54c89e1abc99 HTTP/1.1" status: 204 len: 168 time: 0.3276412 Feb 15 15:30:57.242883 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45542) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:57.243586 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c2338-e82f-4821-9176-a8dde8d0c2a6 None None] Network d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:30:57.320196 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.389778 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Deleting port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:57.391257 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.459063 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] For port 584bfdc7-2e33-4628-8e1b-41ff370f5a35, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=584bfdc7-2e33-4628-8e1b-41ff370f5a35,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:57.459428 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.474715 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Calling delete_port for 584bfdc7-2e33-4628-8e1b-41ff370f5a35 owned by network:dhcp {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:57.563750 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] DHCP port deletion for d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 request from dv-cinder-778193-15-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:30:57.623475 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] Deleting port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:57.623890 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.663208 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.667356 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:30:57.692679 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Pushing event deleted for resources: {'Port': ['ID=584bfdc7-2e33-4628-8e1b-41ff370f5a35,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:57.694642 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] No DVR routers for this DVR port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 on host dv-cinder-778193-15-iscsi {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:30:57.711292 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:30:57.711673 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 4ae76657-da0f-4b50-b1cd-04f9ad94aa7a not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:30:57.712131 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 584bfdc7-2e33-4628-8e1b-41ff370f5a35 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:30:57.737287 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 584bfdc7-2e33-4628-8e1b-41ff370f5a35 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:30:57.737672 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 584bfdc7-2e33-4628-8e1b-41ff370f5a35 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:30:57.738125 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 0e0961c9-390b-4db1-a518-efd203fd9a19 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:30:57.766615 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 0e0961c9-390b-4db1-a518-efd203fd9a19 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:30:57.766973 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 0e0961c9-390b-4db1-a518-efd203fd9a19 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:30:57.771202 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.774845 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] For port 584bfdc7-2e33-4628-8e1b-41ff370f5a35, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=584bfdc7-2e33-4628-8e1b-41ff370f5a35,segment=NetworkSegment(f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38),segment_id=f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:57.775254 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.792586 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] Calling delete_port for 584bfdc7-2e33-4628-8e1b-41ff370f5a35 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:57.794359 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:57.804200 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:57.804469 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:57.814488 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.827472 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.834227 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:30:57.834614 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (f49f9a89-ebe6-4a7b-bbbd-2b5c1e9e2c38), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:30:57.836551 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:30:57.872325 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (584bfdc7-2e33-4628-8e1b-41ff370f5a35), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.900565 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] No DVR routers for this DVR port 584bfdc7-2e33-4628-8e1b-41ff370f5a35 on host dv-cinder-778193-15-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:30:57.902335 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856d298-78b7-42b1-8626-64872b9af7f6 None None] Pushing event deleted for resources: {'Port': ['ID=584bfdc7-2e33-4628-8e1b-41ff370f5a35,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:57.951946 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.957968 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:57.961081 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] 10.222.0.110 "DELETE /v2.0/networks/d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2 HTTP/1.1" status: 204 len: 168 time: 0.7172756 Feb 15 15:30:57.964105 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45550) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:57.975841 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b2092-4726-48da-9fc3-90c6398e6671 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18aa6e6-dcc4-4021-8235-be2d9eb1c3f2,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:58.586578 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655349'] for router_interface (ed33204c-e674-4051-acf1-bcc0f6003858), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:58.835938 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Deleting port 7b5d187b-d8d7-4e41-a8aa-c61746356077 {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:30:58.836272 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:58.912766 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] For port 7b5d187b-d8d7-4e41-a8aa-c61746356077, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=7b5d187b-d8d7-4e41-a8aa-c61746356077,segment=NetworkSegment(21a300d1-c277-4b02-8c5c-45d92fe2d8b4),segment_id=21a300d1-c277-4b02-8c5c-45d92fe2d8b4)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:30:58.913118 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:58.926048 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Calling delete_port for 7b5d187b-d8d7-4e41-a8aa-c61746356077 owned by network:router_interface {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:30:59.174427 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (7b5d187b-d8d7-4e41-a8aa-c61746356077), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:59.200660 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5d187b-d8d7-4e41-a8aa-c61746356077,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:30:59.376984 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655193'] for router_interface (ed33204c-e674-4051-acf1-bcc0f6003858), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:59.600952 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Router ed33204c-e674-4051-acf1-bcc0f6003858 has already been hosted by L3 agent a96e2e74-2384-48a1-be02-c3c38bb4ec37 {{(pid=103273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:30:59.710679 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] Notify agent at l3_agent.dv-cinder-778193-15-iscsi the message routers_updated {{(pid=103273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:30:59.715785 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c949e31b-fa67-4d57-8e1e-551ff7226017 admin admin] 10.222.0.110 "PUT /v2.0/routers/ed33204c-e674-4051-acf1-bcc0f6003858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506256 Feb 15 15:30:59.718436 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45554) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:30:59.721784 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] Sync routers for ids ['ed33204c-e674-4051-acf1-bcc0f6003858'] in dv-cinder-778193-15-iscsi {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:30:59.732701 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] Routers {'ed33204c-e674-4051-acf1-bcc0f6003858'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:30:59.733315 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:30:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ed33204c-e674-4051-acf1-bcc0f6003858'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:30:59.827446 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks [] for router (ed33204c-e674-4051-acf1-bcc0f6003858), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:59.841909 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] Set router ed33204c-e674-4051-acf1-bcc0f6003858 gateway port host: dv-cinder-778193-15-iscsi {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:30:59.932718 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks [] for router_gateway (ed33204c-e674-4051-acf1-bcc0f6003858), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.022911 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'external_fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:30:59Z', 'revision_number': 5, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port': {'id': '08049dd7-897f-42c0-a274-fcd4d425cff3', 'name': '', 'network_id': '6cd5b721-fb42-4adf-b929-78090b61f6a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:31Z', 'updated_at': '2022-02-15T15:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33a5405e-93eb-4a8f-ae7c-fca9b71ab193', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-15-iscsi'}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:00.043372 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Deleting port 08049dd7-897f-42c0-a274-fcd4d425cff3 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:31:00.043797 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.053791 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] Checking router: ed33204c-e674-4051-acf1-bcc0f6003858 for host: dv-cinder-778193-15-iscsi {{(pid=103276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:31:00.062205 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] Routers {'ed33204c-e674-4051-acf1-bcc0f6003858'} bound to L3 agent in host dv-cinder-778193-15-iscsi {{(pid=103276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:31:00.063464 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T15:11:05Z,description=,heartbeat_timestamp=2022-02-15T15:30:35Z,host='dv-cinder-778193-15-iscsi',id=a96e2e74-2384-48a1-be02-c3c38bb4ec37,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T15:11:06Z,topic='l3_agent')) {'router_ids': ['ed33204c-e674-4051-acf1-bcc0f6003858'], 'active': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:00.130742 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] For port 08049dd7-897f-42c0-a274-fcd4d425cff3, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=08049dd7-897f-42c0-a274-fcd4d425cff3,segment=NetworkSegment(528109b9-9b98-4e3a-9d35-477abf13d369),segment_id=528109b9-9b98-4e3a-9d35-477abf13d369)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:31:00.130994 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.143878 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Calling delete_port for 08049dd7-897f-42c0-a274-fcd4d425cff3 owned by network:router_gateway {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:31:00.156973 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvr_db [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] Set router ed33204c-e674-4051-acf1-bcc0f6003858 gateway port host: None {{(pid=103276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:31:00.295848 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.l3_hamode_db [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:30:59Z', 'revision_number': 6, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port_host': None}], 'dv-cinder-778193-15-iscsi', False) {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:00.326563 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bb9d7-8ac8-4736-bf6f-cda4435f1ea2 None None] The sync data for ids ['ed33204c-e674-4051-acf1-bcc0f6003858'] in dv-cinder-778193-15-iscsi is: [{'id': 'ed33204c-e674-4051-acf1-bcc0f6003858', 'name': 'tempest-TestVolumeBootPattern-1418470958-router', 'tenant_id': 'd870f363c01b4fb98565bdf75612f0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:30Z', 'updated_at': '2022-02-15T15:30:59Z', 'revision_number': 6, 'project_id': 'd870f363c01b4fb98565bdf75612f0db', 'gw_port_host': None}] {{(pid=103276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:31:00.380312 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (08049dd7-897f-42c0-a274-fcd4d425cff3), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.407411 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=08049dd7-897f-42c0-a274-fcd4d425cff3,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:00.468264 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918975'] for router_gateway (ed33204c-e674-4051-acf1-bcc0f6003858), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.824889 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2986'] for router (ed33204c-e674-4051-acf1-bcc0f6003858), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.827000 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks [] for router_controller (ed33204c-e674-4051-acf1-bcc0f6003858), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.934605 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652879'] for router (ed33204c-e674-4051-acf1-bcc0f6003858), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.935094 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed33204c-e674-4051-acf1-bcc0f6003858 {{(pid=103274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:31:00.939411 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:00.940627 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d2ce8ece-ba6e-4944-87dc-864bd9c91a4e admin admin] 10.222.0.110 "DELETE /v2.0/routers/ed33204c-e674-4051-acf1-bcc0f6003858 HTTP/1.1" status: 204 len: 168 time: 1.2206841 Feb 15 15:31:00.943149 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45560) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:00.988620 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c90a576-895e-4fac-bfac-8e448e748eca admin admin] Deleting subnet dfae7c0b-c22d-4455-bb7b-77706580b499 {{(pid=103274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:31:00.991916 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c90a576-895e-4fac-bfac-8e448e748eca admin admin] Publish callbacks [] for subnet (dfae7c0b-c22d-4455-bb7b-77706580b499), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.026774 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c90a576-895e-4fac-bfac-8e448e748eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1305988'] for subnet (dfae7c0b-c22d-4455-bb7b-77706580b499), precommit_delete_associations {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.113708 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c90a576-895e-4fac-bfac-8e448e748eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (dfae7c0b-c22d-4455-bb7b-77706580b499), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.235713 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c90a576-895e-4fac-bfac-8e448e748eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8822950'] for subnet (dfae7c0b-c22d-4455-bb7b-77706580b499), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.259647 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a576-895e-4fac-bfac-8e448e748eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfae7c0b-c22d-4455-bb7b-77706580b499,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:01.267385 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-9c90a576-895e-4fac-bfac-8e448e748eca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.275814 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-9c90a576-895e-4fac-bfac-8e448e748eca admin admin] 10.222.0.110 "DELETE /v2.0/subnets/dfae7c0b-c22d-4455-bb7b-77706580b499 HTTP/1.1" status: 204 len: 168 time: 0.3288114 Feb 15 15:31:01.276304 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b04cff7-79ec-44eb-b092-795c261c1b1b None None] Network 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c requested from dv-cinder-778193-15-iscsi {{(pid=103275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:31:01.276751 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45562) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:01.384600 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.440810 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Deleting port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf {{(pid=103273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:31:01.441092 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.472527 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] DHCP port deletion for 8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c request from dv-cinder-778193-15-iscsi {{(pid=103275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:31:01.506505 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.db [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] For port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,segment=NetworkSegment(21a300d1-c277-4b02-8c5c-45d92fe2d8b4),segment_id=21a300d1-c277-4b02-8c5c-45d92fe2d8b4)] {{(pid=103273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:31:01.506868 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.520975 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.plugin [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Calling delete_port for 05a8d755-f1bd-44d1-b9e4-de87ce5637cf owned by network:dhcp {{(pid=103273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:31:01.521886 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] Deleting port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:31:01.522267 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.589134 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] For port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf, host dv-cinder-778193-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-15-iscsi',level=0,port_id=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,segment=NetworkSegment(21a300d1-c277-4b02-8c5c-45d92fe2d8b4),segment_id=21a300d1-c277-4b02-8c5c-45d92fe2d8b4)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:31:01.589540 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.604553 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] Calling delete_port for 05a8d755-f1bd-44d1-b9e4-de87ce5637cf owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:31:01.648995 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 7b5d187b-d8d7-4e41-a8aa-c61746356077 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:31:01.678407 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 7b5d187b-d8d7-4e41-a8aa-c61746356077 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:31:01.678754 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 7b5d187b-d8d7-4e41-a8aa-c61746356077 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:31:01.679166 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 08049dd7-897f-42c0-a274-fcd4d425cff3 no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:31:01.700716 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231798'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.707948 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 08049dd7-897f-42c0-a274-fcd4d425cff3 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:31:01.708304 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 08049dd7-897f-42c0-a274-fcd4d425cff3 not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:31:01.708725 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 05a8d755-f1bd-44d1-b9e4-de87ce5637cf no longer exists at agent ovs-agent-dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:31:01.730935 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] No Port match for: 05a8d755-f1bd-44d1-b9e4-de87ce5637cf {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:31:01.731282 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Device 05a8d755-f1bd-44d1-b9e4-de87ce5637cf not bound to the agent host dv-cinder-778193-15-iscsi {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:31:01.740763 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:01.746070 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] No DVR routers for this DVR port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf on host dv-cinder-778193-15-iscsi {{(pid=103273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:31:01.751535 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282'] for port (05a8d755-f1bd-44d1-b9e4-de87ce5637cf), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.793234 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] Pushing event deleted for resources: {'Port': ['ID=05a8d755-f1bd-44d1-b9e4-de87ce5637cf,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:01.800919 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6da7a-16dc-4c4a-a44d-3cbc6893ea47 None None] No DVR routers for this DVR port 05a8d755-f1bd-44d1-b9e4-de87ce5637cf on host dv-cinder-778193-15-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:31:01.862798 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.884670 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c']}} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:01.894213 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a300d1-c277-4b02-8c5c-45d92fe2d8b4') {'for_net_delete': True} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:01.894508 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.services.segments.db [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a300d1-c277-4b02-8c5c-45d92fe2d8b4') {} {{(pid=103273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:01.903995 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8824952'] for segment (21a300d1-c277-4b02-8c5c-45d92fe2d8b4), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.917917 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (21a300d1-c277-4b02-8c5c-45d92fe2d8b4), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.924641 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:31:01.925033 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9183591'] for segment (21a300d1-c277-4b02-8c5c-45d92fe2d8b4), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: Traceback (most recent call last): Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: timer() Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: cb(*args, **kw) Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: return func(*args, **kwargs) Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: self._notify() Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: self.callback(batched_events) Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: event.method(event) Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: return f(self, *a, **k) Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._get(url).json() Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: return self.request(url, 'GET', **kwargs) Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:31:01.926695 dv-cinder-778193-15-iscsi neutron-server[103273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:31:02.039819 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:02.045110 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:02.049089 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] 10.222.0.110 "DELETE /v2.0/networks/8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c HTTP/1.1" status: 204 len: 168 time: 0.7723596 Feb 15 15:31:02.060301 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226c625-0af0-4432-805b-a68239291de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2dfd52-ed09-4063-93c2-b0c8b22ddd8c,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:02.381014 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45572) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:02.421887 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-958113e2-5805-4e37-aeda-e6c57d1271d2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9b5a420d478044c4982a4615b5c9c505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395465 Feb 15 15:31:02.424498 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45574) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:02.471151 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-06cf805a-dfe5-4587-acad-9162b7443739 admin admin] Publish callbacks [] for security_group (16a8a352-1582-4972-b17c-7a351f4ae65d), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:02.492502 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-06cf805a-dfe5-4587-acad-9162b7443739 admin admin] Publish callbacks [] for security_group (16a8a352-1582-4972-b17c-7a351f4ae65d), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:02.605934 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-06cf805a-dfe5-4587-acad-9162b7443739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (16a8a352-1582-4972-b17c-7a351f4ae65d), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:02.609259 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-06cf805a-dfe5-4587-acad-9162b7443739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:02.610382 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-06cf805a-dfe5-4587-acad-9162b7443739 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/16a8a352-1582-4972-b17c-7a351f4ae65d HTTP/1.1" status: 204 len: 168 time: 0.1846848 Feb 15 15:31:02.619092 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf805a-dfe5-4587-acad-9162b7443739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a8a352-1582-4972-b17c-7a351f4ae65d,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:02.680191 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1dfa4bc7-a241-4e76-a868-a9d76a863569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:03.249934 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45580) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:03.290334 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-e14e20b9-9316-46a6-b1e6-c0939b29b520 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d870f363c01b4fb98565bdf75612f0db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386472 Feb 15 15:31:03.293026 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45584) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:03.343303 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0f99c89a-9316-4e38-bd54-55ff84a98830 admin admin] Publish callbacks [] for security_group (3cea5066-d9db-4b9e-a428-dd3639a259e6), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:03.365190 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0f99c89a-9316-4e38-bd54-55ff84a98830 admin admin] Publish callbacks [] for security_group (3cea5066-d9db-4b9e-a428-dd3639a259e6), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:03.483104 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0f99c89a-9316-4e38-bd54-55ff84a98830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (3cea5066-d9db-4b9e-a428-dd3639a259e6), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:03.485790 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-0f99c89a-9316-4e38-bd54-55ff84a98830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:03.486992 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-0f99c89a-9316-4e38-bd54-55ff84a98830 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3cea5066-d9db-4b9e-a428-dd3639a259e6 HTTP/1.1" status: 204 len: 168 time: 0.1930814 Feb 15 15:31:03.495513 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99c89a-9316-4e38-bd54-55ff84a98830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cea5066-d9db-4b9e-a428-dd3639a259e6,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:05.420820 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e3a8860b-7c81-4bb1-bec6-5dd46b2bd40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:06.397297 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:07.071205 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:07.691185 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:09.254412 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:11.669486 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8816c-ee52-42aa-8ca1-64254c8f09f3 req-53fc6397-e220-41b7-b57c-21a4927cffb4 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:31:11.670950 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a3b8816c-ee52-42aa-8ca1-64254c8f09f3 req-53fc6397-e220-41b7-b57c-21a4927cffb4 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 946 time: 0.0537686 Feb 15 15:31:11.722155 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-a3b8816c-ee52-42aa-8ca1-64254c8f09f3 req-58ba067a-9262-40c6-94d0-6ac56fd4c9e9 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Feb 15 15:31:12.842038 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8ad74-60e8-4b71-90c1-fa396749c93d req-5b677e79-db23-4d69-a27c-4b06f08bb342 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:31:12.844156 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e8ad74-60e8-4b71-90c1-fa396749c93d req-5b677e79-db23-4d69-a27c-4b06f08bb342 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 946 time: 0.0521717 Feb 15 15:31:12.889801 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [req-c7e8ad74-60e8-4b71-90c1-fa396749c93d req-7ac559ee-515a-4f70-b466-38a002a0d5de tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/security-groups?id=13373f3c-15eb-4cc5-b163-b7ad30f85dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Feb 15 15:31:13.438316 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-ac8b7fc2-a061-40e3-a6c8-1819e3e90496 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:31:13.439895 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-ac8b7fc2-a061-40e3-a6c8-1819e3e90496 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.102 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 946 time: 0.0532534 Feb 15 15:31:13.532973 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Deleting port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 {{(pid=103274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:31:13.533299 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737018079398'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:13.626033 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.db [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] For port c935d13c-6b8f-4b2b-8a34-d650bbc820b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,segment=NetworkSegment(6f3a063b-6d84-48ba-a8bc-c95e281395a5),segment_id=6f3a063b-6d84-48ba-a8bc-c95e281395a5)] {{(pid=103274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:31:13.626397 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-919108'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:13.639471 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.plugin [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Calling delete_port for c935d13c-6b8f-4b2b-8a34-d650bbc820b6 owned by compute:nova {{(pid=103274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:31:13.845908 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3839812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737018084877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737017678282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827933'] for port (c935d13c-6b8f-4b2b-8a34-d650bbc820b6), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:13.858224 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] get_ports_and_sgs() called for port_ids ['c935d13c-6b8f-4b2b-8a34-d650bbc820b6'] {{(pid=103275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:31:13.875834 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Pushing event deleted for resources: {'Port': ['ID=c935d13c-6b8f-4b2b-8a34-d650bbc820b6,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:13.918161 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] No DVR routers for this DVR port c935d13c-6b8f-4b2b-8a34-d650bbc820b6 on host hv-cinder-77819 {{(pid=103274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:31:13.920929 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175217'] for port (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:13.925151 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-92b9b9f2-0c69-4495-93e5-98d3c39df75f req-0aac821d-a677-4dd1-a749-a9a4f1ead443 tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.102 "DELETE /v2.0/ports/c935d13c-6b8f-4b2b-8a34-d650bbc820b6 HTTP/1.1" status: 204 len: 173 time: 0.4797223 Feb 15 15:31:13.925629 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d37f0-ba68-43a6-88ac-ffbfaf20b947', 'name': 'network-vif-deleted', 'tag': 'c935d13c-6b8f-4b2b-8a34-d650bbc820b6'}] {{(pid=103274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:31:13.928019 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7e233c294f14e7bcc9df6a390860d1cd0d62a0925fc3ce2dfe822e228c4460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed0fd5d-b4c2-4a2c-932c-70f6dd96a988" -d '{"events": [{"server_uuid": "a33d37f0-ba68-43a6-88ac-ffbfaf20b947", "name": "network-vif-deleted", "tag": "c935d13c-6b8f-4b2b-8a34-d650bbc820b6"}]}' {{(pid=103274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:31:13.971337 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a7c0d-e40d-4df5-8cee-c4a2f5e74a8f x-openstack-request-id: req-ce5a7c0d-e40d-4df5-8cee-c4a2f5e74a8f {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:31:13.971726 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d37f0-ba68-43a6-88ac-ffbfaf20b947", "name": "network-vif-deleted", "tag": "c935d13c-6b8f-4b2b-8a34-d650bbc820b6", "status": "completed", "code": 200}]} {{(pid=103274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:31:13.972052 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ce5a7c0d-e40d-4df5-8cee-c4a2f5e74a8f {{(pid=103274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:31:13.972510 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d37f0-ba68-43a6-88ac-ffbfaf20b947', 'name': 'network-vif-deleted', 'tag': 'c935d13c-6b8f-4b2b-8a34-d650bbc820b6', 'status': 'completed', 'code': 200} Feb 15 15:31:13.995656 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [req-4a5e4f1d-745f-458b-97ff-981fc889a907 req-748315c2-d1af-4087-b025-194bda065b9a tempest-VolumesSnapshotTestJSON-671313940 tempest-VolumesSnapshotTestJSON-671313940-project] 10.222.0.110 "GET /v2.0/ports?device_id=a33d37f0-ba68-43a6-88ac-ffbfaf20b947 HTTP/1.1" status: 200 len: 210 time: 0.0338824 Feb 15 15:31:18.162523 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c935d13c-6b8f-4b2b-8a34-d650bbc820b6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:31:18.182952 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] No Port match for: c935d13c-6b8f-4b2b-8a34-d650bbc820b6 {{(pid=103275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:31:18.183298 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.rpc [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Device c935d13c-6b8f-4b2b-8a34-d650bbc820b6 not bound to the agent host hv-cinder-77819 {{(pid=103275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:31:32.684913 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e8c9-5103-44e9-920d-93064f41135d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:33.244442 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:31:35.410782 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-df6c29e7-5b81-453d-aa8b-885bcb38019b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:36.413777 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:37.095117 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:37.679515 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:39.216571 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:39.675313 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.wsgi [-] (103273) accepted ('10.222.0.110', 45758) {{(pid=103273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:39.720505 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Deleting subnet 635464ee-1358-404c-8ecb-d3da8de0bf70 {{(pid=103273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:31:39.723560 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Publish callbacks [] for subnet (635464ee-1358-404c-8ecb-d3da8de0bf70), before_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:39.762519 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8824911'] for subnet (635464ee-1358-404c-8ecb-d3da8de0bf70), precommit_delete_associations {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:39.801998 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3700292'] for subnet (635464ee-1358-404c-8ecb-d3da8de0bf70), precommit_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:39.925679 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3700307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9107968'] for subnet (635464ee-1358-404c-8ecb-d3da8de0bf70), after_delete {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:39.951272 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635464ee-1358-404c-8ecb-d3da8de0bf70,revision_number=None']} {{(pid=103273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:39.956806 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron_lib.callbacks.manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for subnet (None), before_response {{(pid=103273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:39.960157 dv-cinder-778193-15-iscsi neutron-server[103273]: INFO neutron.wsgi [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/635464ee-1358-404c-8ecb-d3da8de0bf70 HTTP/1.1" status: 204 len: 168 time: 0.2837708 Feb 15 15:31:39.962762 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45760) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:39.966816 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.967191 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.968376 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.968904 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.969341 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.969656 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.970020 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.970359 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.970700 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.971034 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.971386 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.971688 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:39.972034 dv-cinder-778193-15-iscsi neutron-server[103273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26de44e-3c9d-4898-a4b8-aeb83ff0bfe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-15-iscsi {{(pid=103273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:31:40.034032 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881155'] for network (e0ea4a06-8f72-417b-8377-5f6bd7f41a4f), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.114304 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3700163', 'neutron.services.segments.db._delete_segments_for_network-8737018204730'] for network (e0ea4a06-8f72-417b-8377-5f6bd7f41a4f), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.134307 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ea4a06-8f72-417b-8377-5f6bd7f41a4f']}} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:40.143315 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3a063b-6d84-48ba-a8bc-c95e281395a5') {'for_net_delete': True} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:40.143614 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.services.segments.db [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3a063b-6d84-48ba-a8bc-c95e281395a5') {} {{(pid=103274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:31:40.152890 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737018205763', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306035'] for segment (6f3a063b-6d84-48ba-a8bc-c95e281395a5), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.166192 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015'] for segment (6f3a063b-6d84-48ba-a8bc-c95e281395a5), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.172635 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:31:40.173047 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3695015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800460'] for segment (6f3a063b-6d84-48ba-a8bc-c95e281395a5), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: Traceback (most recent call last): Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: timer() Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: cb(*args, **kw) Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: return func(*args, **kwargs) Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: self._notify() Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: self.callback(batched_events) Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: event.method(event) Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: return f(self, *a, **k) Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._get(url).json() Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: return self.request(url, 'GET', **kwargs) Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:31:40.174619 dv-cinder-778193-15-iscsi neutron-server[103274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:31:40.296339 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3700186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-919003'] for network (e0ea4a06-8f72-417b-8377-5f6bd7f41a4f), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.302279 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729258'] for network (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.305431 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] 10.222.0.110 "DELETE /v2.0/networks/e0ea4a06-8f72-417b-8377-5f6bd7f41a4f HTTP/1.1" status: 204 len: 168 time: 0.3416529 Feb 15 15:31:40.316344 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834bd05-d766-483e-894a-706daab4ae69 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ea4a06-8f72-417b-8377-5f6bd7f41a4f,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:31:40.700955 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45764) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:40.741138 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-4b25690c-bf41-4af2-af41-63792a93cd40 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4365a7eac0164b0e9cd59dc8c2913179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384173 Feb 15 15:31:40.746029 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [-] (103274) accepted ('10.222.0.110', 45766) {{(pid=103274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:31:40.797262 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5bbdee2b-2012-45ad-96d5-f1422bc6e0f2 admin admin] Publish callbacks [] for security_group (13373f3c-15eb-4cc5-b163-b7ad30f85dd8), before_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.818191 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5bbdee2b-2012-45ad-96d5-f1422bc6e0f2 admin admin] Publish callbacks [] for security_group (13373f3c-15eb-4cc5-b163-b7ad30f85dd8), precommit_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.962719 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5bbdee2b-2012-45ad-96d5-f1422bc6e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587303'] for security_group (13373f3c-15eb-4cc5-b163-b7ad30f85dd8), after_delete {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.965470 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron_lib.callbacks.manager [None req-5bbdee2b-2012-45ad-96d5-f1422bc6e0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.966648 dv-cinder-778193-15-iscsi neutron-server[103274]: INFO neutron.wsgi [None req-5bbdee2b-2012-45ad-96d5-f1422bc6e0f2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/13373f3c-15eb-4cc5-b163-b7ad30f85dd8 HTTP/1.1" status: 204 len: 168 time: 0.2197347 Feb 15 15:31:40.975284 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdee2b-2012-45ad-96d5-f1422bc6e0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13373f3c-15eb-4cc5-b163-b7ad30f85dd8,revision_number=None']} {{(pid=103274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:32:02.699181 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2612327c-b8a8-4f5e-8850-7a0d6d81a4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:05.408475 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4994a3d1-da9d-41b9-8b76-f6b8476af92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:06.387523 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:07.093248 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:07.693784 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:09.193888 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:10.243749 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:32:32.689773 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-657bfd9a-85c4-4d31-9b7d-89357226e867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:35.398274 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8e673885-8e64-44c6-acca-866068b69e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:36.396598 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:37.110652 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:37.672769 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:39.249781 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:47.242184 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:33:02.688831 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8e9afe0f-bddb-40b7-b822-8cab8b284961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:05.431656 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fb0337da-578b-450c-86db-785ba6f67516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:06.396128 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:07.097973 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:07.698408 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:09.206843 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:24.242051 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:33:32.705546 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d2c00604-ef87-4223-a98a-566695a529ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:35.451940 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4fa07619-ede3-4d2d-8728-0f32ae3e4798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:36.440596 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:37.099509 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:37.694145 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:39.196565 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:01.240989 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:34:02.682689 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-bd91b29e-d331-4c20-8494-c0f8d6be7283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:05.413304 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5600-30e3-41e5-8f9a-4c3966181ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:06.413074 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:07.133079 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:07.688160 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:09.188940 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:32.679597 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a357f4fd-8286-4c29-a12d-04340006dd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:35.418604 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-220cb391-d306-491b-a4ad-c2bd1c191b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:36.424463 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:37.143994 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:37.703938 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:38.240695 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:34:39.222660 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:57.524664 dv-cinder-778193-15-iscsi neutron-server[103274]: DEBUG neutron.wsgi [req-c8761cca-08ad-4d17-8fc6-eaec891fa4c3 req-74ec12f7-3930-4ab5-80e1-ef0b0ed1a271 service neutron] (103274) timed out ('10.222.0.102', 56057) {{(pid=103274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 15:35:02.686210 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7c7fbea3-6b30-4283-869e-d9faaa2373b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:05.416699 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1b9248b9-c97b-40a1-9f7c-adef0dac6324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:06.404949 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:07.166499 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:07.703532 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:09.204696 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:15.239490 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:35:32.668572 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d26dac90-9b57-4927-bf75-bf7d12838c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:35.422878 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ee9410ce-9461-4a06-b08b-e64d450b0a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:36.417182 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:37.137044 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:37.708308 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:39.176766 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:52.237345 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:36:02.673465 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-161c954d-64a8-4b82-831d-c36294279e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:05.399342 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b19b7d83-3c70-41ca-8e95-1cce5cfa0206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:06.421167 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:07.174964 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:07.718920 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:09.226554 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:29.236659 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:36:32.700456 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e85d11e7-ebba-4fee-b663-9ca871eb4954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:35.410412 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8238c495-1f6d-4665-b264-78f21eb49ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:36.438412 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:37.175446 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:37.712997 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:39.250335 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:02.712551 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27c0e0fb-3f83-414d-b95a-c7e8563edce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (5ea99617-ac0e-4b8f-a829-03610360e288), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:05.398008 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7bab166a-c104-454b-aaf9-b9140a2e8625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (a96e2e74-2384-48a1-be02-c3c38bb4ec37), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:06.235567 dv-cinder-778193-15-iscsi neutron-server[103276]: DEBUG neutron.db.agents_db [None req-059b9381-b521-4de3-8c9a-fee892f9bed8 None None] Agent healthcheck: found 6 active agents {{(pid=103276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:37:06.420939 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f0fadf39-a14d-4b95-bdb6-d96369f90714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (d73377aa-1c94-421c-a132-797928405517), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:07.146150 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2ac40661-ef4f-4955-9ce6-25d177fca3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (4ea12230-f3f9-488e-9a4c-ac137a6011ec), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:07.689023 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dd52413-cbf2-4181-bb1c-8d7b46bb13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (bed60493-2ec1-4233-9e2e-5bf34e3db9d9), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:09.215688 dv-cinder-778193-15-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-89af2e2e-6a25-4181-9794-2c31f53c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737018204712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700980'] for agent (2b2bf641-b23c-4255-a312-3099c66644bf), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}